[ 569.924463] env[69952]: INFO neutron.common.config [-] Logging enabled! [ 569.924843] env[69952]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev45 [ 569.925045] env[69952]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69952) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 569.925235] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 569.925334] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 569.926187] env[69952]: WARNING oslo_policy.policy [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 569.926424] env[69952]: WARNING oslo_policy.policy [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 569.927993] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] VMware NSXv3 Agent initialized successfully. [ 569.928366] env[69952]: DEBUG oslo_concurrency.lockutils [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] Acquiring lock "singleton_lock" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.928515] env[69952]: DEBUG oslo_concurrency.lockutils [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] Acquired lock "singleton_lock" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.928742] env[69952]: DEBUG oslo_concurrency.lockutils [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] Releasing lock "singleton_lock" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.929161] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] Full set of CONF: {{(pid=69952) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 569.929264] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ******************************************************************************** {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 569.929379] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] Configuration options gathered from: {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 569.929679] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 569.929804] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 569.929919] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ================================================================================ {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 569.930107] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] agent_down_time = 75 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.930265] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] allow_automatic_dhcp_failover = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.930421] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] allow_bulk = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.930573] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] api_extensions_path = {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.930723] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] api_paste_config = api-paste.ini {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.930870] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] auth_strategy = keystone {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.930984] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] backdoor_port = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.931110] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] backdoor_socket = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.931262] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] backlog = 4096 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.931412] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.931579] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] bind_host = 0.0.0.0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.931730] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] bind_port = 9696 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.931876] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] client_socket_timeout = 900 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.932035] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] config_dir = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.932156] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.932308] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] config_source = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.932456] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] control_exchange = neutron {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.932762] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] core_plugin = ml2 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.932762] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] debug = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.932886] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] default_availability_zones = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.933113] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.933256] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] dhcp_agent_notification = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.933405] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] dhcp_agents_per_network = 1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.933548] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] dhcp_lease_duration = 86400 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.933702] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] dhcp_load_type = networks {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.933850] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] dns_domain = openstacklocal {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.934012] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.934204] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] enable_default_route_bfd = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.934358] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] enable_default_route_ecmp = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.934502] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] enable_dvr = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.934643] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] enable_new_agents = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.934784] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.934929] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] enable_signals = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.935101] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] enable_traditional_dhcp = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.935221] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] external_dns_driver = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.935364] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] filter_validation = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.935518] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] global_physnet_mtu = 8950 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.935661] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] graceful_shutdown_timeout = 60 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.935848] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] host = cpu-1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.935997] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] host_dvr_for_dhcp = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.936182] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] http_retries = 3 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.936333] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] instance_format = [instance: %(uuid)s] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.936481] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.936626] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ipam_driver = internal {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.936766] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ipv6_pd_enabled = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.936906] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] l3_ha = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940096] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940096] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] l3_ha_network_physical_name = {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940096] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] l3_ha_network_type = {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940096] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] log_color = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940096] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] log_config_append = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940096] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940096] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] log_dir = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940331] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] log_file = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940331] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] log_options = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940331] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] log_rotate_interval = 1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940331] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] log_rotate_interval_type = days {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940331] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] log_rotation_type = none {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940331] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940506] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940506] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940506] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940506] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940506] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] max_dns_nameservers = 5 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940506] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] max_header_line = 16384 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940665] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] max_l3_agents_per_router = 3 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940665] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] max_logfile_count = 30 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940665] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] max_logfile_size_mb = 200 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940665] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] max_subnet_host_routes = 20 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940665] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] my_ip = 10.180.1.21 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940665] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] my_ipv6 = ::1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940665] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] network_auto_schedule = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940841] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] network_link_prefix = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.940869] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.941156] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] notify_nova_on_port_data_changes = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.941156] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] notify_nova_on_port_status_changes = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.941295] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] pagination_max_limit = -1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.941429] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] publish_errors = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.941564] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] rate_limit_burst = 0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.941704] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] rate_limit_except_level = CRITICAL {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.941837] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] rate_limit_interval = 0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.941970] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] retry_until_window = 30 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.942121] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] router_distributed = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.942260] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] rpc_resources_processing_step = 20 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.942391] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] rpc_response_max_timeout = 600 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.943422] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] rpc_response_timeout = 60 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.943422] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] send_events_interval = 2 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.943422] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] service_plugins = ['router'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.943422] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] setproctitle = on {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.943422] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] shell_completion = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.943422] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] state_path = /opt/stack/data/neutron {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.943422] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] syslog_log_facility = LOG_USER {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944024] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] tcp_keepidle = 600 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944024] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] transport_url = **** {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944024] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] use_journal = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944024] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] use_json = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944403] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] use_ssl = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944403] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] use_stderr = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944403] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] use_syslog = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944534] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] vlan_qinq = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944618] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] vlan_transparent = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.944756] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] watch_log_file = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.945018] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] wsgi_default_pool_size = 100 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.945617] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] wsgi_keep_alive = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.945617] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.945617] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] wsgi_server_debug = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 569.945617] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_concurrency.disable_process_locking = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.945617] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.945869] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.945916] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.946060] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.946553] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.946553] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.946921] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.connection_string = messaging:// {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.946921] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.enabled = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.946921] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.es_doc_type = notification {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.947147] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.es_scroll_size = 10000 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.947482] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.es_scroll_time = 2m {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.947611] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.filter_error_trace = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.947721] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.hmac_keys = **** {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.947976] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.sentinel_service_name = mymaster {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.948414] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.socket_timeout = 0.1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.948414] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.trace_requests = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.948678] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler.trace_sqlalchemy = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.948678] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler_jaeger.process_tags = {} {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.948784] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler_jaeger.service_name_prefix = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.948892] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] profiler_otlp.service_name_prefix = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.949167] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.enforce_new_defaults = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.949357] env[69952]: WARNING oslo_config.cfg [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 569.949853] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.enforce_scope = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.949853] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.policy_default_rule = default {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.949853] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.949978] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.950159] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.950266] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.950448] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.950621] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.950688] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.950872] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.950986] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.951153] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] agent.extensions = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.951345] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.951518] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] service_providers.service_provider = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.951675] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.default_quota = -1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.951830] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.951977] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.quota_floatingip = 50 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.952136] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.quota_network = 100 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.952281] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.quota_port = 500 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.952423] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.952563] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.quota_router = 10 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.952705] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.quota_security_group = 10 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.952850] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.952991] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.quota_subnet = 100 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.953146] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] QUOTAS.track_quota_usage = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.953305] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.953446] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep.group = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.953587] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep.helper_command = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.953734] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.953878] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep.thread_pool_size = 8 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.954042] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep.user = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.954216] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.954363] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_dhcp_release.group = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.954505] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_dhcp_release.helper_command = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.954663] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.954810] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.954950] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_dhcp_release.user = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.955114] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.955258] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_ovs_vsctl.group = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.955398] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.955623] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.955695] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.955828] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_ovs_vsctl.user = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.955975] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_namespace.capabilities = [21] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.956148] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_namespace.group = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.956308] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_namespace.helper_command = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.956458] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.956605] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.956745] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_namespace.user = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.956895] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_conntrack.capabilities = [12] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.957045] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_conntrack.group = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.957209] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_conntrack.helper_command = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.957363] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.957509] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.957648] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_conntrack.user = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.957798] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_link.capabilities = [12, 21] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.957938] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_link.group = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.958089] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_link.helper_command = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.958237] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.958381] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_link.thread_pool_size = 8 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.958519] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] privsep_link.user = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.958678] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.958832] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.958979] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.continue_on_failed_promotions = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.959134] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.dscp = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.959309] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.dscp_inherit = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.959474] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.force_mp_to_policy = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.959617] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.locking_coordinator_url = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.959763] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.log_agent_heartbeats = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.959906] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.logging_expire = 1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.960069] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.960220] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.960374] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.polling_interval = 240 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.960521] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.960672] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.960821] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.report_interval = 30.0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.960975] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.961206] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.961288] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.961439] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.sync_skew = 60 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.961587] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.synchronization_queue_size = 20 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.961737] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT.use_helper_for_ns_read = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.961889] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] SECURITYGROUP.enable_ipset = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.962056] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] SECURITYGROUP.enable_security_group = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.962213] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.962367] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.962521] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] experimental.ipv6_pd_enabled = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.962687] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ml2.extension_drivers = ['port_security'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.962831] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ml2.external_network_type = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.962989] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.963154] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ml2.overlay_ip_version = 4 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.963309] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ml2.path_mtu = 8950 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.963460] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ml2.physical_network_mtus = {} {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.963617] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.963769] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.963924] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ml2.type_drivers = ['vlan'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.964112] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.964272] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.964420] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.964576] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.964730] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.964885] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.965052] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.965210] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.965364] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.965579] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.965776] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_login_password = **** {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.965901] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.966061] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_login_user = admin {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.966248] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.966419] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.966572] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.966721] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.966875] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.967044] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.967244] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.967429] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.967584] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.967741] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.967904] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.968067] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.968224] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.968440] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.968598] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.968749] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.968896] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.969066] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.auth_section = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.969230] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.auth_type = password {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.969386] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.969530] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.certfile = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.969679] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.collect_timing = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.969833] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.endpoint_type = public {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.969976] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.insecure = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.970132] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.keyfile = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.970286] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.region_name = RegionOne {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.970428] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.split_loggers = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.970569] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] nova.timeout = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.970716] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.auth_section = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.970867] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.auth_type = password {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.971028] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.971171] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.certfile = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.971330] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.collect_timing = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.971459] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.endpoint_type = public {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.971602] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.insecure = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.971739] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.keyfile = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.971910] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.region_name = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.972066] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.split_loggers = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.972208] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] placement.timeout = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.972355] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.auth_section = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.972498] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.auth_type = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.972636] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.cafile = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.972774] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.certfile = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.972919] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.collect_timing = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.973072] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.connect_retries = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.973253] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.connect_retry_delay = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.973436] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.enable_notifications = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.973600] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.endpoint_override = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.973751] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.insecure = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.973894] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.interface = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.974079] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.keyfile = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.974228] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.max_version = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.974371] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.min_version = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.974510] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.region_name = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.974663] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.retriable_status_codes = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.974842] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.service_name = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.974994] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.service_type = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.975161] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.split_loggers = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.975307] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.status_code_retries = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.975446] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.status_code_retry_delay = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.975585] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.timeout = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.975724] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.valid_interfaces = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.975938] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ironic.version = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.976042] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] cli_script.dry_run = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.976210] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.976361] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.976508] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.976651] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.976794] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.976939] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.977100] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.977275] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.977420] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.977575] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.977716] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.977863] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.978016] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.978172] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.978315] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.978463] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.978608] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.978751] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.978901] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.979055] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.979203] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.979352] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.979498] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.979642] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.979784] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.979924] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.980077] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.980221] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.980364] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.980506] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.980649] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.ssl = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.980800] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.980944] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.981097] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.981247] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.981468] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.981537] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.981696] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_notifications.driver = [] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.981856] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_notifications.retry = -1 {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.982031] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.982179] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 569.982295] env[69952]: DEBUG oslo_service.backend.eventlet.service [None req-49ed6096-4b50-4631-9cab-9c4d2569c704 None None] ******************************************************************************** {{(pid=69952) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 569.983351] env[69952]: DEBUG neutron.agent.securitygroups_rpc [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Init firewall settings (driver=nsxv3) {{(pid=69952) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 569.984707] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69952) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 569.984961] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] RPC agent_id: nsxm-l-01a.corp.local [ 569.987898] env[69952]: DEBUG dogpile.cache.region [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 569.988085] env[69952]: DEBUG dogpile.lock [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 569.988187] env[69952]: DEBUG dogpile.lock [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 569.988306] env[69952]: DEBUG dogpile.lock [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 569.988418] env[69952]: DEBUG dogpile.cache.region [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 569.988537] env[69952]: DEBUG dogpile.lock [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 569.988702] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 570.040466] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Session token - acquiring [ 570.042143] env[69952]: DEBUG networking_nsxv3.common.locking [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.042395] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.042489] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.042957] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.054255] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.325124] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 570.349717] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 570.349965] env[69952]: DEBUG dogpile.cache.region [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Cache value generated in 0.361 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 570.350046] env[69952]: DEBUG dogpile.lock [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 570.350103] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Activating Policy API Provider. [ 570.350305] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Looking for the default Infrastructure Rules. [ 570.413109] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Looking for the Default Layer3 Logged Drop Section. [ 570.429817] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 570.430307] env[69952]: DEBUG networking_nsxv3.common.locking [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.430484] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquiring lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.430593] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.430873] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired external semaphore "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.431216] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.947240] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.450802] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.953357] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Inventory metadata is going to be refreshed. [ 571.953737] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 572.923256] env[69952]: DEBUG networking_nsxv3.common.locking [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.923507] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.923561] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.923888] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.934840] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 572.935873] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.937018] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 572.955965] env[69952]: DEBUG networking_nsxv3.common.locking [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.956432] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.956491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.956762] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.956893] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.957065] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 572.957261] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 572.957382] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 572.983662] env[69952]: DEBUG networking_nsxv3.common.locking [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.983967] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.983967] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.984309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.984501] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.984661] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.012336] env[69952]: DEBUG networking_nsxv3.common.locking [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.012587] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.012639] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.012965] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.013129] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.013286] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 573.036531] env[69952]: DEBUG networking_nsxv3.common.locking [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.036748] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquiring lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.036835] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.037295] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired external semaphore "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.037523] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Releasing lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.037746] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 573.037865] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.037980] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 573.055972] env[69952]: DEBUG networking_nsxv3.common.locking [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.056232] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquiring lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.056354] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.056649] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired external semaphore "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.056774] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Releasing lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.056927] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 573.057048] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.057179] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 573.077768] env[69952]: DEBUG networking_nsxv3.common.locking [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.077959] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.078064] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.078364] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.078517] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.078673] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 573.078785] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.078889] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Inventory metadata have been refreshed. [ 573.078990] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Dryrun:True. Metadata refresh completed. [ 573.079127] env[69952]: DEBUG oslo_concurrency.lockutils [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Releasing lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.080786] env[69952]: INFO neutron.agent.agent_extensions_manager [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Loaded agent extensions: [] [ 573.081573] env[69952]: DEBUG neutron_lib.callbacks.manager [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69952) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 573.083964] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.084194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.084271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.084538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.084834] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.148355] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent RPC Daemon Started! [ 573.148501] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent loop - iteration:0 started [ 573.148570] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent out of sync with plugin! [ 573.587538] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.090180] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.592993] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 574.593134] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 575.406625] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.407049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.407049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.407049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.418121] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 575.419018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.419896] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 575.439684] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.439893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.439893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.440100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.440188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.440300] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 575.440371] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.440442] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 575.459868] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.460106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.460106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.460279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.460414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.460526] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.479565] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.479772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.479772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.479962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.480081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.480190] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.501577] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.501858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.501858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.501987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.502110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.502232] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 575.502306] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.502374] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 575.520339] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.520544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.520544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.520736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.520826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.520934] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 575.521018] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.521108] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 575.542952] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.543212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.543212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.543387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.543492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.543614] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 575.543686] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.543755] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 575.543821] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 575.543895] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 575.543956] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 575.544027] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 575.544301] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 575.544381] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 575.544424] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.572631] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.572847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.572847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.573079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.573194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.573307] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.595410] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.595664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.595664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.595853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.595959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.609805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.082399] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.083780] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.083720] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 583.083996] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 587.892794] env[69952]: INFO networking_nsxv3.common.synchronization [None req-88267253-af20-4592-b428-1e52ae566ad1 demo admin] Enqueued Resource ID: d9acb492-7dc3-4178-ad8f-79a7c840c998 with Priority: HIGHEST for action security_group_rules [ 587.893414] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9acb492-7dc3-4178-ad8f-79a7c840c998 with Priority: HIGHEST for action security_group_rules [ 587.893652] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9acb492-7dc3-4178-ad8f-79a7c840c998 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.893776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9acb492-7dc3-4178-ad8f-79a7c840c998" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.893981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9acb492-7dc3-4178-ad8f-79a7c840c998" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.894258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9acb492-7dc3-4178-ad8f-79a7c840c998" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.894385] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9acb492-7dc3-4178-ad8f-79a7c840c998',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.416527] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.416724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.416724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.416879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.416975] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.417084] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9acb492-7dc3-4178-ad8f-79a7c840c998 already deleted. [ 588.417167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9acb492-7dc3-4178-ad8f-79a7c840c998" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.894419] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 592.894819] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 597.895463] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 597.895665] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 602.897150] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 602.897575] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 607.898870] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 607.899229] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 612.900294] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 612.900582] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 615.376614] env[69952]: INFO networking_nsxv3.common.synchronization [None req-c3ecc62d-f769-4a35-af85-6f549fbe3aea None None] Enqueued Resource ID: 56ea23f5-d5f1-4219-84dd-bad1e1e2c6df with Priority: HIGHEST for action port [ 615.376874] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ea23f5-d5f1-4219-84dd-bad1e1e2c6df with Priority: HIGHEST for action port [ 615.377444] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-56ea23f5-d5f1-4219-84dd-bad1e1e2c6df taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.377589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56ea23f5-d5f1-4219-84dd-bad1e1e2c6df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.377680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56ea23f5-d5f1-4219-84dd-bad1e1e2c6df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.377914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56ea23f5-d5f1-4219-84dd-bad1e1e2c6df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.378206] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ea23f5-d5f1-4219-84dd-bad1e1e2c6df',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.880111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56ea23f5-d5f1-4219-84dd-bad1e1e2c6df [ 615.880677] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.880824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.880896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.881132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.881224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.881322] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56ea23f5-d5f1-4219-84dd-bad1e1e2c6df already deleted. [ 615.881415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56ea23f5-d5f1-4219-84dd-bad1e1e2c6df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.231646] env[69952]: INFO networking_nsxv3.common.synchronization [None req-d2d25082-97d9-4f5d-9368-8e1c100a275e None None] Enqueued Resource ID: 1091e379-08e2-4d23-9693-3a159144aaf2 with Priority: HIGHEST for action port [ 617.231929] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1091e379-08e2-4d23-9693-3a159144aaf2 with Priority: HIGHEST for action port [ 617.232524] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1091e379-08e2-4d23-9693-3a159144aaf2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.233171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1091e379-08e2-4d23-9693-3a159144aaf2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.233171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1091e379-08e2-4d23-9693-3a159144aaf2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.233536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1091e379-08e2-4d23-9693-3a159144aaf2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.233536] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1091e379-08e2-4d23-9693-3a159144aaf2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.736414] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1091e379-08e2-4d23-9693-3a159144aaf2 [ 617.736708] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.736855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.736923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.737192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.737289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.737385] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1091e379-08e2-4d23-9693-3a159144aaf2 already deleted. [ 617.737465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1091e379-08e2-4d23-9693-3a159144aaf2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.021422] env[69952]: INFO networking_nsxv3.common.synchronization [None req-34819a5e-14de-4605-a355-fb057eb431e4 None None] Enqueued Resource ID: 932a425f-3463-46c2-93df-b6a648485287 with Priority: HIGHEST for action port [ 619.021682] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a425f-3463-46c2-93df-b6a648485287 with Priority: HIGHEST for action port [ 619.022181] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-932a425f-3463-46c2-93df-b6a648485287 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.022309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-932a425f-3463-46c2-93df-b6a648485287" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.022380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-932a425f-3463-46c2-93df-b6a648485287" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.022626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-932a425f-3463-46c2-93df-b6a648485287" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.022839] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('932a425f-3463-46c2-93df-b6a648485287',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.524862] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 932a425f-3463-46c2-93df-b6a648485287 [ 619.525158] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.525291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.525736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.525736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.525736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.526033] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:932a425f-3463-46c2-93df-b6a648485287 already deleted. [ 619.526128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-932a425f-3463-46c2-93df-b6a648485287" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.260877] env[69952]: INFO networking_nsxv3.common.synchronization [None req-1daa2e14-892d-4f66-9936-7f8e729e55d3 None None] Enqueued Resource ID: 7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3 with Priority: HIGHEST for action port [ 621.261322] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3 with Priority: HIGHEST for action port [ 621.261563] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.261688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.261769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.261988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.262452] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.331655] env[69952]: INFO networking_nsxv3.common.synchronization [None req-ed16354a-e7f6-4efd-972e-23c8dfb4b0fc None None] Enqueued Resource ID: 17a25db0-0b21-4970-bd63-d9d43be0a2cd with Priority: HIGHEST for action port [ 621.333255] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a25db0-0b21-4970-bd63-d9d43be0a2cd with Priority: HIGHEST for action port [ 621.333586] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-17a25db0-0b21-4970-bd63-d9d43be0a2cd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.333772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17a25db0-0b21-4970-bd63-d9d43be0a2cd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.333897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17a25db0-0b21-4970-bd63-d9d43be0a2cd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.334208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17a25db0-0b21-4970-bd63-d9d43be0a2cd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.334277] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17a25db0-0b21-4970-bd63-d9d43be0a2cd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.580021] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9017dcee-a20e-40b2-a917-038ee689c3c3 None None] Enqueued Resource ID: 993002ac-0b09-449d-80ff-1682718cdcbe with Priority: HIGHEST for action port [ 621.580021] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993002ac-0b09-449d-80ff-1682718cdcbe with Priority: HIGHEST for action port [ 621.580021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-993002ac-0b09-449d-80ff-1682718cdcbe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.580021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993002ac-0b09-449d-80ff-1682718cdcbe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.580021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993002ac-0b09-449d-80ff-1682718cdcbe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.580802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993002ac-0b09-449d-80ff-1682718cdcbe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.581040] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993002ac-0b09-449d-80ff-1682718cdcbe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.750843] env[69952]: INFO networking_nsxv3.common.synchronization [None req-cd00976b-7bab-4f8a-adbc-dcb380c3e948 None None] Enqueued Resource ID: e8511cad-e802-4c9d-a983-1c2b6aee4c6e with Priority: HIGHEST for action port [ 621.751060] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8511cad-e802-4c9d-a983-1c2b6aee4c6e with Priority: HIGHEST for action port [ 621.751692] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8511cad-e802-4c9d-a983-1c2b6aee4c6e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.751850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8511cad-e802-4c9d-a983-1c2b6aee4c6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.751952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8511cad-e802-4c9d-a983-1c2b6aee4c6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.752500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8511cad-e802-4c9d-a983-1c2b6aee4c6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.752500] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8511cad-e802-4c9d-a983-1c2b6aee4c6e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.765889] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3 [ 621.766126] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.766280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.766370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.766596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.766708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.766807] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3 already deleted. [ 621.767391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c3e2be0-5b8d-416c-9ce3-4336dc8ad0d3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.836293] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17a25db0-0b21-4970-bd63-d9d43be0a2cd [ 621.836529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.836755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.836755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.836976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.837079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.837179] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17a25db0-0b21-4970-bd63-d9d43be0a2cd already deleted. [ 621.837256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17a25db0-0b21-4970-bd63-d9d43be0a2cd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.084184] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 993002ac-0b09-449d-80ff-1682718cdcbe [ 622.084439] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.084581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.084654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.084876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.084968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.085076] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:993002ac-0b09-449d-80ff-1682718cdcbe already deleted. [ 622.085158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993002ac-0b09-449d-80ff-1682718cdcbe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.254501] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8511cad-e802-4c9d-a983-1c2b6aee4c6e [ 622.255094] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.255199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.255269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.255560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.255626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.255692] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8511cad-e802-4c9d-a983-1c2b6aee4c6e already deleted. [ 622.255779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8511cad-e802-4c9d-a983-1c2b6aee4c6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.544992] env[69952]: INFO networking_nsxv3.common.synchronization [None req-3476a0a6-3302-4582-9b31-269986cd312f None None] Enqueued Resource ID: 1049876c-2a93-4fd1-a2f0-1063ac525e5a with Priority: HIGHEST for action port [ 624.545538] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1049876c-2a93-4fd1-a2f0-1063ac525e5a with Priority: HIGHEST for action port [ 624.545854] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1049876c-2a93-4fd1-a2f0-1063ac525e5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.545978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1049876c-2a93-4fd1-a2f0-1063ac525e5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.546057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1049876c-2a93-4fd1-a2f0-1063ac525e5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.546379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1049876c-2a93-4fd1-a2f0-1063ac525e5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.546379] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1049876c-2a93-4fd1-a2f0-1063ac525e5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.842883] env[69952]: INFO networking_nsxv3.common.synchronization [None req-fd5526d1-d089-4837-b974-2e5f9fc14e58 None None] Enqueued Resource ID: 7fb49c42-6773-4ed4-b238-37b0060c5230 with Priority: HIGHEST for action port [ 624.842883] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb49c42-6773-4ed4-b238-37b0060c5230 with Priority: HIGHEST for action port [ 624.842883] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fb49c42-6773-4ed4-b238-37b0060c5230 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.843038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fb49c42-6773-4ed4-b238-37b0060c5230" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.843038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fb49c42-6773-4ed4-b238-37b0060c5230" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.846745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fb49c42-6773-4ed4-b238-37b0060c5230" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.846745] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb49c42-6773-4ed4-b238-37b0060c5230',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.008455] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9e94bba5-1393-42d0-a63c-fabd7376532d None None] Enqueued Resource ID: 3b84e8e3-5c15-49e6-bd85-3b2f1d2203de with Priority: HIGHEST for action port [ 625.008796] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b84e8e3-5c15-49e6-bd85-3b2f1d2203de with Priority: HIGHEST for action port [ 625.009268] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b84e8e3-5c15-49e6-bd85-3b2f1d2203de taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.009396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b84e8e3-5c15-49e6-bd85-3b2f1d2203de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.009454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b84e8e3-5c15-49e6-bd85-3b2f1d2203de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.009699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b84e8e3-5c15-49e6-bd85-3b2f1d2203de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.009769] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b84e8e3-5c15-49e6-bd85-3b2f1d2203de',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.050576] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1049876c-2a93-4fd1-a2f0-1063ac525e5a [ 625.051171] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.051310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.051380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.052062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.052284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.052492] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1049876c-2a93-4fd1-a2f0-1063ac525e5a already deleted. [ 625.052634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1049876c-2a93-4fd1-a2f0-1063ac525e5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.345942] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fb49c42-6773-4ed4-b238-37b0060c5230 [ 625.346419] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.346613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.346733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.347071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.347233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.347334] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fb49c42-6773-4ed4-b238-37b0060c5230 already deleted. [ 625.347432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fb49c42-6773-4ed4-b238-37b0060c5230" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.514420] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b84e8e3-5c15-49e6-bd85-3b2f1d2203de [ 625.514663] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.514917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.514917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.515638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.515638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.515638] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b84e8e3-5c15-49e6-bd85-3b2f1d2203de already deleted. [ 625.515638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b84e8e3-5c15-49e6-bd85-3b2f1d2203de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.068813] env[69952]: INFO networking_nsxv3.common.synchronization [None req-38880c94-16b9-4bbb-a376-31390720f9e3 None None] Enqueued Resource ID: a1566add-f3d2-481c-9981-0fa07115ca12 with Priority: HIGHEST for action port [ 626.069284] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1566add-f3d2-481c-9981-0fa07115ca12 with Priority: HIGHEST for action port [ 626.069284] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1566add-f3d2-481c-9981-0fa07115ca12 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.071325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1566add-f3d2-481c-9981-0fa07115ca12" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.071325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1566add-f3d2-481c-9981-0fa07115ca12" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.071325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1566add-f3d2-481c-9981-0fa07115ca12" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.071325] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1566add-f3d2-481c-9981-0fa07115ca12',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.573875] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1566add-f3d2-481c-9981-0fa07115ca12 [ 626.573875] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.573875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.573875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.573875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.573875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.574167] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1566add-f3d2-481c-9981-0fa07115ca12 already deleted. [ 626.574167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1566add-f3d2-481c-9981-0fa07115ca12" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.603853] env[69952]: INFO networking_nsxv3.common.synchronization [None req-b266e0be-fd1d-4472-ba2b-db82f05bca65 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Enqueued Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_rules [ 626.604435] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_rules [ 626.604787] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.604909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.605204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.606863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.606989] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.819717] env[69952]: INFO networking_nsxv3.common.synchronization [None req-f945ab9a-3910-4a4d-a5c0-e941ef5d9589 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Enqueued Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_rules [ 626.819717] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_rules [ 626.819822] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.819880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.027571] env[69952]: INFO networking_nsxv3.common.synchronization [None req-f4e16e82-0680-4dee-8c9d-c1654480e54b None None] Enqueued Resource ID: 45815990-0b20-4a80-9a6f-9a09406e311e with Priority: HIGHEST for action port [ 627.027883] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45815990-0b20-4a80-9a6f-9a09406e311e with Priority: HIGHEST for action port [ 627.029395] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-45815990-0b20-4a80-9a6f-9a09406e311e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.029395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45815990-0b20-4a80-9a6f-9a09406e311e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.029395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45815990-0b20-4a80-9a6f-9a09406e311e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.029395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45815990-0b20-4a80-9a6f-9a09406e311e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.029395] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45815990-0b20-4a80-9a6f-9a09406e311e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.130340] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.130626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.130626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.130764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.130857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.130954] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b already deleted. [ 627.131048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.131823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.131823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.131823] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.532396] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45815990-0b20-4a80-9a6f-9a09406e311e [ 627.532499] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.532571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.533827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.533827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.533827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.533827] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45815990-0b20-4a80-9a6f-9a09406e311e already deleted. [ 627.533827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45815990-0b20-4a80-9a6f-9a09406e311e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.652147] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.652786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.652786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.652786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.652786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.652786] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b already deleted. [ 627.653588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.876047] env[69952]: INFO networking_nsxv3.common.synchronization [None req-dfdfcb88-ca07-453c-a279-4907f103d818 None None] Enqueued Resource ID: b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa with Priority: HIGHEST for action port [ 627.876852] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa with Priority: HIGHEST for action port [ 627.877749] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.877749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.877749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.877749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.877749] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.380522] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa [ 628.381164] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.381164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.381164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.381164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.381164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.381356] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa already deleted. [ 628.381356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54ce7e7-4c53-49b9-ba7e-57c17d16ddfa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.266782] env[69952]: INFO networking_nsxv3.common.synchronization [None req-6362ce8d-3be0-4b2d-83b4-5e753405dc8c None None] Enqueued Resource ID: 30f21fea-2aaf-49ae-bc8e-4f526b02fa06 with Priority: HIGHEST for action port [ 630.266782] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f21fea-2aaf-49ae-bc8e-4f526b02fa06 with Priority: HIGHEST for action port [ 630.267462] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f21fea-2aaf-49ae-bc8e-4f526b02fa06 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.267600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f21fea-2aaf-49ae-bc8e-4f526b02fa06" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.267600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f21fea-2aaf-49ae-bc8e-4f526b02fa06" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.268209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f21fea-2aaf-49ae-bc8e-4f526b02fa06" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.268209] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f21fea-2aaf-49ae-bc8e-4f526b02fa06',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.767392] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9067baf7-f663-4427-8f3b-7df13482132c None None] Enqueued Resource ID: 75d32817-7faa-4d96-975d-d02631e19656 with Priority: HIGHEST for action port [ 630.767392] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75d32817-7faa-4d96-975d-d02631e19656 with Priority: HIGHEST for action port [ 630.767392] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-75d32817-7faa-4d96-975d-d02631e19656 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.767392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75d32817-7faa-4d96-975d-d02631e19656" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.767392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75d32817-7faa-4d96-975d-d02631e19656" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.767555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75d32817-7faa-4d96-975d-d02631e19656" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.768537] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75d32817-7faa-4d96-975d-d02631e19656',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.773905] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30f21fea-2aaf-49ae-bc8e-4f526b02fa06 [ 630.773905] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.773905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.773905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.774153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.774248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.774345] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30f21fea-2aaf-49ae-bc8e-4f526b02fa06 already deleted. [ 630.774429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f21fea-2aaf-49ae-bc8e-4f526b02fa06" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.833423] env[69952]: INFO networking_nsxv3.common.synchronization [None req-08acc338-df12-46dc-9457-71230826d62d None None] Enqueued Resource ID: bd56f77e-96ad-447a-b843-fb5debaaba55 with Priority: HIGHEST for action port [ 630.833964] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd56f77e-96ad-447a-b843-fb5debaaba55 with Priority: HIGHEST for action port [ 630.834477] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd56f77e-96ad-447a-b843-fb5debaaba55 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.834612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd56f77e-96ad-447a-b843-fb5debaaba55" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.834935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd56f77e-96ad-447a-b843-fb5debaaba55" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.834935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd56f77e-96ad-447a-b843-fb5debaaba55" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.836396] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd56f77e-96ad-447a-b843-fb5debaaba55',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.111074] env[69952]: INFO networking_nsxv3.common.synchronization [None req-7f23fdf6-b227-4c54-905f-81c365b7d9dc None None] Enqueued Resource ID: af3a78a1-c06e-4acb-8d28-92cf31800108 with Priority: HIGHEST for action port [ 631.111328] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af3a78a1-c06e-4acb-8d28-92cf31800108 with Priority: HIGHEST for action port [ 631.111855] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-af3a78a1-c06e-4acb-8d28-92cf31800108 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.111981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af3a78a1-c06e-4acb-8d28-92cf31800108" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.112058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af3a78a1-c06e-4acb-8d28-92cf31800108" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.112309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af3a78a1-c06e-4acb-8d28-92cf31800108" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.112393] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af3a78a1-c06e-4acb-8d28-92cf31800108',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.269935] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75d32817-7faa-4d96-975d-d02631e19656 [ 631.270217] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.270622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.270622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.270622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.270785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.270785] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75d32817-7faa-4d96-975d-d02631e19656 already deleted. [ 631.270908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75d32817-7faa-4d96-975d-d02631e19656" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.338146] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd56f77e-96ad-447a-b843-fb5debaaba55 [ 631.338397] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.338570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.338665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.338848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.338934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.339054] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd56f77e-96ad-447a-b843-fb5debaaba55 already deleted. [ 631.339150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd56f77e-96ad-447a-b843-fb5debaaba55" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.579083] env[69952]: INFO networking_nsxv3.common.synchronization [req-5af01b1d-e77b-4f4a-aa79-095a94ff8e4e req-7a0bba09-3d26-4ca3-8cdb-f08b3fa8d97c tempest-SecurityGroupRulesNegativeTestJSON-1739024232 tempest-SecurityGroupRulesNegativeTestJSON-1739024232-project-member] Enqueued Resource ID: cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2 with Priority: HIGHEST for action security_group_rules [ 631.579795] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2 with Priority: HIGHEST for action security_group_rules [ 631.584618] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.584618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.584618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.584618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.584618] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.618305] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af3a78a1-c06e-4acb-8d28-92cf31800108 [ 631.618305] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.618305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.618305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.618305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.618305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.618305] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af3a78a1-c06e-4acb-8d28-92cf31800108 already deleted. [ 631.618305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af3a78a1-c06e-4acb-8d28-92cf31800108" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.114049] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.114049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.114049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.114049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.114049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.114049] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2 already deleted. [ 632.114049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.929691] env[69952]: INFO networking_nsxv3.common.synchronization [req-2abb31c8-12cd-48ea-94a0-981c40097dea req-a6d96d5b-b3e8-43a2-9a94-826016ef5bde tempest-SecurityGroupRulesNegativeTestJSON-1739024232 tempest-SecurityGroupRulesNegativeTestJSON-1739024232-project-member] Enqueued Resource ID: cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2 with Priority: HIGHEST for action security_group_rules [ 632.929691] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2 with Priority: HIGHEST for action security_group_rules [ 632.929691] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.929691] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.929691] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.929691] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.929691] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.457954] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.458217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.458217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.458429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.458813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.458813] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2 already deleted. [ 633.458813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbfe5ea6-b67d-47e3-bf0c-62febf9a4dc2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.655409] env[69952]: INFO networking_nsxv3.common.synchronization [None req-8044c2ca-1454-4c2b-923e-d3ed42b81b35 None None] Enqueued Resource ID: 1a2641ff-fd2b-4d9d-a876-3bb3500437c8 with Priority: HIGHEST for action port [ 633.655464] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2641ff-fd2b-4d9d-a876-3bb3500437c8 with Priority: HIGHEST for action port [ 633.655739] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a2641ff-fd2b-4d9d-a876-3bb3500437c8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.655886] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a2641ff-fd2b-4d9d-a876-3bb3500437c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.655964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a2641ff-fd2b-4d9d-a876-3bb3500437c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.657194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a2641ff-fd2b-4d9d-a876-3bb3500437c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.657364] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a2641ff-fd2b-4d9d-a876-3bb3500437c8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.162720] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a2641ff-fd2b-4d9d-a876-3bb3500437c8 [ 634.162952] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.163111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.163181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.163382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.163568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.163568] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a2641ff-fd2b-4d9d-a876-3bb3500437c8 already deleted. [ 634.163647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a2641ff-fd2b-4d9d-a876-3bb3500437c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.516563] env[69952]: INFO networking_nsxv3.common.synchronization [req-38412249-c709-4443-b2e2-86657152f8c5 req-ac1fd8ca-4450-41f2-8835-57a1c1f2f696 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Enqueued Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGHEST for action security_group_members [ 634.516563] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGHEST for action security_group_members [ 634.516563] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d34cdfd-1b5c-437b-9280-7a742c21521f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.516563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.516563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.516850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.516850] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.516965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.516965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.518376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.518485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.518575] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d34cdfd-1b5c-437b-9280-7a742c21521f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.599852] env[69952]: INFO networking_nsxv3.common.synchronization [None req-8ad0b349-60d8-484e-9d90-42fda898b454 tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Enqueued Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_rules [ 634.604074] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_rules [ 634.604158] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.604939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.604939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.604939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.604939] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.024998] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.024998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.024998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.024998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.024998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.024998] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.024998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.024998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.024998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.024998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.024998] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f already deleted. [ 635.024998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.132271] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.132438] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.132580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.132719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.132852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.132916] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfe77154-369d-4c18-b85a-f1a57c67e161 already deleted. [ 635.133017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.264978] env[69952]: INFO networking_nsxv3.common.synchronization [None req-87391d28-a172-4025-bc45-c1be2233feae tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Enqueued Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_rules [ 635.265596] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_rules [ 635.265902] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.265902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.266022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.269252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.269252] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.344971] env[69952]: INFO networking_nsxv3.common.synchronization [None req-81c8f33a-c966-4fab-bc67-c296582955b8 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_rules [ 635.345563] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_rules [ 635.345885] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.346018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.346086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.346342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.346423] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.720153] env[69952]: INFO networking_nsxv3.common.synchronization [None req-ef098f98-41e2-42d3-b3e9-766e3c6bc2cb None None] Enqueued Resource ID: f5616059-cdca-4d97-b7ab-3d8641fbace6 with Priority: HIGHEST for action port [ 635.720153] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5616059-cdca-4d97-b7ab-3d8641fbace6 with Priority: HIGHEST for action port [ 635.720260] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5616059-cdca-4d97-b7ab-3d8641fbace6 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.720331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5616059-cdca-4d97-b7ab-3d8641fbace6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.720511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5616059-cdca-4d97-b7ab-3d8641fbace6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.720679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5616059-cdca-4d97-b7ab-3d8641fbace6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.720713] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5616059-cdca-4d97-b7ab-3d8641fbace6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.794080] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.794080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.794080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.794080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.794080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.794080] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfe77154-369d-4c18-b85a-f1a57c67e161 already deleted. [ 635.794080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.840887] env[69952]: INFO networking_nsxv3.common.synchronization [None req-2cd056f8-0d5f-43d6-aad5-6e381f35ad85 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_rules [ 635.844904] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_rules [ 635.844904] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.844904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.873103] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.873251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.873332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.873525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.873614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.873721] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 already deleted. [ 635.873787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.873980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.874207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.874664] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.133280] env[69952]: INFO networking_nsxv3.common.synchronization [None req-8bba4a3d-5c68-4b9a-990b-9a304f511580 None None] Enqueued Resource ID: f5ab9f4a-bb99-4d35-ba22-889e40d3b725 with Priority: HIGHEST for action port [ 636.133917] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ab9f4a-bb99-4d35-ba22-889e40d3b725 with Priority: HIGHEST for action port [ 636.134282] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ab9f4a-bb99-4d35-ba22-889e40d3b725 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.134532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ab9f4a-bb99-4d35-ba22-889e40d3b725" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.134957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ab9f4a-bb99-4d35-ba22-889e40d3b725" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.137470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ab9f4a-bb99-4d35-ba22-889e40d3b725" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.137470] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ab9f4a-bb99-4d35-ba22-889e40d3b725',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.225089] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5616059-cdca-4d97-b7ab-3d8641fbace6 [ 636.225899] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.227119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.227119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.227119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.227119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.227119] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5616059-cdca-4d97-b7ab-3d8641fbace6 already deleted. [ 636.227119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5616059-cdca-4d97-b7ab-3d8641fbace6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.396468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.396893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.396893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.396987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.397698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.397698] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 already deleted. [ 636.397698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.601557] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.604595] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.604869] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.605894] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.606343] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.606693] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.606777] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.607047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.607222] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.611789] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.612046] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.612236] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.612388] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.612519] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.612632] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.612786] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.642503] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5ab9f4a-bb99-4d35-ba22-889e40d3b725 [ 636.642503] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.642503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.642503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.642503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.642503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.642503] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5ab9f4a-bb99-4d35-ba22-889e40d3b725 already deleted. [ 636.642503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ab9f4a-bb99-4d35-ba22-889e40d3b725" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.643498] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.643664] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.643804] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.643974] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.644278] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-b4cb30e2-c6e5-4332-bf92-c455c7c269da taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.644449] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-b4cb30e2-c6e5-4332-bf92-c455c7c269da" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.647491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-b4cb30e2-c6e5-4332-bf92-c455c7c269da" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.647491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-b4cb30e2-c6e5-4332-bf92-c455c7c269da" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.647762] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4cb30e2-c6e5-4332-bf92-c455c7c269da',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.812378] env[69952]: INFO networking_nsxv3.common.synchronization [None req-811f3654-414f-4183-943c-d203c649efb0 None None] Enqueued Resource ID: 2590e3af-e865-454d-8606-661700c243b4 with Priority: HIGHEST for action port [ 636.812909] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2590e3af-e865-454d-8606-661700c243b4 with Priority: HIGHEST for action port [ 636.813566] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2590e3af-e865-454d-8606-661700c243b4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.814364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2590e3af-e865-454d-8606-661700c243b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.814364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2590e3af-e865-454d-8606-661700c243b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.814364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2590e3af-e865-454d-8606-661700c243b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.814364] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2590e3af-e865-454d-8606-661700c243b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.152392] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.152392] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.152392] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.152661] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.152753] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.153302] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port b4cb30e2-c6e5-4332-bf92-c455c7c269da not found, creating... [ 637.153302] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.153618] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.153618] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.153900] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.154067] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.159503] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.159674] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.159790] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.160096] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.160301] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.160399] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: b4cb30e2-c6e5-4332-bf92-c455c7c269da is going to be created. [ 637.190224] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.190224] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.190224] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.190224] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.190224] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.190573] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-b4cb30e2-c6e5-4332-bf92-c455c7c269da" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.316673] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2590e3af-e865-454d-8606-661700c243b4 [ 637.318417] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.318587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.318644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.318922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.319045] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.319186] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2590e3af-e865-454d-8606-661700c243b4 already deleted. [ 637.319279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2590e3af-e865-454d-8606-661700c243b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.349509] env[69952]: INFO networking_nsxv3.common.synchronization [None req-e2d07a62-8751-498e-884b-326286501bf0 None None] Enqueued Resource ID: e2945856-19d9-41fc-83d9-d39c6fc692fb with Priority: HIGHEST for action port [ 637.349746] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2945856-19d9-41fc-83d9-d39c6fc692fb with Priority: HIGHEST for action port [ 637.350982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2945856-19d9-41fc-83d9-d39c6fc692fb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.351119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2945856-19d9-41fc-83d9-d39c6fc692fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.351155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2945856-19d9-41fc-83d9-d39c6fc692fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.352844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2945856-19d9-41fc-83d9-d39c6fc692fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.352844] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2945856-19d9-41fc-83d9-d39c6fc692fb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.855778] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2945856-19d9-41fc-83d9-d39c6fc692fb [ 637.856103] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.856222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.856266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.857179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.857179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.857179] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2945856-19d9-41fc-83d9-d39c6fc692fb already deleted. [ 637.857179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2945856-19d9-41fc-83d9-d39c6fc692fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.355205] env[69952]: INFO networking_nsxv3.common.synchronization [None req-68cb756c-7726-46c3-9f39-db1f2c3bf4e7 None None] Enqueued Resource ID: 938cd40b-8fed-4323-87ec-6614ad8246a4 with Priority: HIGHEST for action port [ 638.356223] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938cd40b-8fed-4323-87ec-6614ad8246a4 with Priority: HIGHEST for action port [ 638.356223] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-938cd40b-8fed-4323-87ec-6614ad8246a4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.356223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-938cd40b-8fed-4323-87ec-6614ad8246a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.356223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-938cd40b-8fed-4323-87ec-6614ad8246a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.356479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-938cd40b-8fed-4323-87ec-6614ad8246a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.357230] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938cd40b-8fed-4323-87ec-6614ad8246a4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.478262] env[69952]: INFO networking_nsxv3.common.synchronization [req-21554f42-dcfb-45bb-8afc-d57730825037 req-a2966d5f-7b42-4444-bafe-ffeabf60af0f tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Enqueued Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 638.479214] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 638.479214] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.479401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.479401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.479730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.479959] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.480176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.480253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.480874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.480982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.481210] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.861183] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 938cd40b-8fed-4323-87ec-6614ad8246a4 [ 638.864437] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.864437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.864595] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.864758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.864882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.865019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:938cd40b-8fed-4323-87ec-6614ad8246a4 already deleted. [ 638.865115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-938cd40b-8fed-4323-87ec-6614ad8246a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.986059] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.986337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.986415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.986653] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.986768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.987107] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.987241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.987306] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.987472] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.987551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.987639] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 already deleted. [ 638.987738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.016590] env[69952]: INFO networking_nsxv3.common.synchronization [req-38412249-c709-4443-b2e2-86657152f8c5 req-0843cad7-6c4f-4e4f-8a97-519d1ef7f678 service nova] Enqueued Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGHEST for action security_group_rules [ 639.016590] env[69952]: INFO networking_nsxv3.common.synchronization [req-38412249-c709-4443-b2e2-86657152f8c5 req-0843cad7-6c4f-4e4f-8a97-519d1ef7f678 service nova] Enqueued Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGHEST for action security_group_members [ 639.016590] env[69952]: INFO networking_nsxv3.common.synchronization [req-38412249-c709-4443-b2e2-86657152f8c5 req-0843cad7-6c4f-4e4f-8a97-519d1ef7f678 service nova] Enqueued Resource ID: b4cb30e2-c6e5-4332-bf92-c455c7c269da with Priority: HIGHEST for action port [ 639.016590] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGHEST for action security_group_rules [ 639.016590] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGHEST for action security_group_members [ 639.016590] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cb30e2-c6e5-4332-bf92-c455c7c269da with Priority: HIGHEST for action port [ 639.016590] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d34cdfd-1b5c-437b-9280-7a742c21521f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.016590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.016590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.016590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.016590] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d34cdfd-1b5c-437b-9280-7a742c21521f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.021381] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d34cdfd-1b5c-437b-9280-7a742c21521f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.021381] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.021381] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d34cdfd-1b5c-437b-9280-7a742c21521f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.021381] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4cb30e2-c6e5-4332-bf92-c455c7c269da taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4cb30e2-c6e5-4332-bf92-c455c7c269da" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4cb30e2-c6e5-4332-bf92-c455c7c269da" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.021381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4cb30e2-c6e5-4332-bf92-c455c7c269da" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.021381] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4cb30e2-c6e5-4332-bf92-c455c7c269da',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.523368] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d34cdfd-1b5c-437b-9280-7a742c21521f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.523509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.523725] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d34cdfd-1b5c-437b-9280-7a742c21521f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.542446] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4cb30e2-c6e5-4332-bf92-c455c7c269da with status ACTIVE [ 639.542681] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.542817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.546024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.546024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.546024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.549042] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4cb30e2-c6e5-4332-bf92-c455c7c269da is going to be updated. [ 639.583029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.583029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.583029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.584655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.584655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.584655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4cb30e2-c6e5-4332-bf92-c455c7c269da" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.637056] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.637056] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.637056] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.637056] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.637412] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.637465] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.637677] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.637766] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.637922] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.638967] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.639106] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.639759] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.639915] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.640044] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.640173] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.640308] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.669778] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.669778] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.669778] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.669778] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.669778] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-eb35b7e9-141a-475c-85c8-1653213d90bf taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.669778] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-eb35b7e9-141a-475c-85c8-1653213d90bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.669778] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-eb35b7e9-141a-475c-85c8-1653213d90bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.673327] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-eb35b7e9-141a-475c-85c8-1653213d90bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.673327] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb35b7e9-141a-475c-85c8-1653213d90bf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.028220] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d34cdfd-1b5c-437b-9280-7a742c21521f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.174553] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.175970] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.176141] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.176442] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.176614] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.176784] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port eb35b7e9-141a-475c-85c8-1653213d90bf not found, creating... [ 640.177182] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.177342] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.177465] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.177742] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.178051] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.178271] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.178457] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.178599] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.178826] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.179313] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.179313] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: eb35b7e9-141a-475c-85c8-1653213d90bf is going to be created. [ 640.202847] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.202847] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.202847] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.202847] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.202847] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.202847] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-eb35b7e9-141a-475c-85c8-1653213d90bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.342904] env[69952]: INFO networking_nsxv3.common.synchronization [req-ff99c174-a489-429a-8bd2-03f1864b8a3f req-8102ed66-7893-410d-b425-a9c10d86cb9f tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Enqueued Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGHEST for action security_group_members [ 640.345249] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGHEST for action security_group_members [ 640.346138] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab49551-f235-4bee-ba6c-aba7702f178f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.346138] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.346138] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.346787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.346787] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.347011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.347011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.347168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.347549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.347549] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab49551-f235-4bee-ba6c-aba7702f178f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.456016] env[69952]: INFO networking_nsxv3.common.synchronization [None req-42b65397-810b-4644-a65d-9bd02bd591c3 None None] Enqueued Resource ID: 63a18277-020f-4054-8d6b-4ec7f457bb05 with Priority: HIGHEST for action port [ 640.456016] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a18277-020f-4054-8d6b-4ec7f457bb05 with Priority: HIGHEST for action port [ 640.456016] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-63a18277-020f-4054-8d6b-4ec7f457bb05 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.456016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63a18277-020f-4054-8d6b-4ec7f457bb05" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.456016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63a18277-020f-4054-8d6b-4ec7f457bb05" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.456016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63a18277-020f-4054-8d6b-4ec7f457bb05" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.456016] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a18277-020f-4054-8d6b-4ec7f457bb05',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.533365] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.533365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.533365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.533365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.533365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.533365] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f is going to be created. [ 640.545990] env[69952]: INFO networking_nsxv3.common.synchronization [None req-2d007b43-d303-4897-8cd4-6a5216e0aead None None] Enqueued Resource ID: 2a400cd8-97a3-4497-812d-0d9ada7007bf with Priority: HIGHEST for action port [ 640.546282] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a400cd8-97a3-4497-812d-0d9ada7007bf with Priority: HIGHEST for action port [ 640.546939] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a400cd8-97a3-4497-812d-0d9ada7007bf taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.547791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a400cd8-97a3-4497-812d-0d9ada7007bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.547791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a400cd8-97a3-4497-812d-0d9ada7007bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.549117] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a400cd8-97a3-4497-812d-0d9ada7007bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.549117] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a400cd8-97a3-4497-812d-0d9ada7007bf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.568908] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.569061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.569135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.570031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.570031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.581876] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f in Status: UNINITIALIZED for 2s [ 640.851427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.851427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.851427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.851427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.851427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.851685] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.851736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.851817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.852080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.852167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.852259] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab49551-f235-4bee-ba6c-aba7702f178f already deleted. [ 640.852362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.958917] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63a18277-020f-4054-8d6b-4ec7f457bb05 [ 640.958917] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.958917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.958917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.959244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.959244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.959317] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63a18277-020f-4054-8d6b-4ec7f457bb05 already deleted. [ 640.959475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63a18277-020f-4054-8d6b-4ec7f457bb05" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.983848] env[69952]: INFO networking_nsxv3.common.synchronization [None req-ba9f5442-3ebb-498b-b972-81bac0344072 None None] Enqueued Resource ID: a7bbe12d-16f2-4d4e-a645-5168021244ad with Priority: HIGHEST for action port [ 640.984133] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7bbe12d-16f2-4d4e-a645-5168021244ad with Priority: HIGHEST for action port [ 640.984718] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7bbe12d-16f2-4d4e-a645-5168021244ad taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.984941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7bbe12d-16f2-4d4e-a645-5168021244ad" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.984941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7bbe12d-16f2-4d4e-a645-5168021244ad" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.985165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7bbe12d-16f2-4d4e-a645-5168021244ad" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.985251] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7bbe12d-16f2-4d4e-a645-5168021244ad',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.032369] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.032704] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.032704] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.032895] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.034411] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.034411] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.034411] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.034411] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.034411] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.034411] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.034895] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.035581] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.035581] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.039170] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.039170] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.039170] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.055035] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a400cd8-97a3-4497-812d-0d9ada7007bf [ 641.055035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.055035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.055035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.055371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.055371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.055371] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a400cd8-97a3-4497-812d-0d9ada7007bf already deleted. [ 641.055466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a400cd8-97a3-4497-812d-0d9ada7007bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.057064] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.057172] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.057297] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.058164] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.058164] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-45098e24-b7d1-4d86-9735-eeb1857692bd taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.058164] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-45098e24-b7d1-4d86-9735-eeb1857692bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.058361] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-45098e24-b7d1-4d86-9735-eeb1857692bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.058574] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-45098e24-b7d1-4d86-9735-eeb1857692bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.058714] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45098e24-b7d1-4d86-9735-eeb1857692bd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.281478] env[69952]: INFO networking_nsxv3.common.synchronization [req-21554f42-dcfb-45bb-8afc-d57730825037 req-c4e59574-f802-47a6-812f-5d5e115ee5e6 service nova] Enqueued Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_rules [ 641.281478] env[69952]: INFO networking_nsxv3.common.synchronization [req-21554f42-dcfb-45bb-8afc-d57730825037 req-c4e59574-f802-47a6-812f-5d5e115ee5e6 service nova] Enqueued Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 641.281478] env[69952]: INFO networking_nsxv3.common.synchronization [req-21554f42-dcfb-45bb-8afc-d57730825037 req-c4e59574-f802-47a6-812f-5d5e115ee5e6 service nova] Enqueued Resource ID: eb35b7e9-141a-475c-85c8-1653213d90bf with Priority: HIGHEST for action port [ 641.281478] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_rules [ 641.281478] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 641.281478] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb35b7e9-141a-475c-85c8-1653213d90bf with Priority: HIGHEST for action port [ 641.284590] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.285072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.285072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.287521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.287521] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.287521] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.287521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.287521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.287731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.287954] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.288517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.291309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.291309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.291309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.291309] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.291637] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb35b7e9-141a-475c-85c8-1653213d90bf taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.291768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb35b7e9-141a-475c-85c8-1653213d90bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.291922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb35b7e9-141a-475c-85c8-1653213d90bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.292149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb35b7e9-141a-475c-85c8-1653213d90bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.292249] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb35b7e9-141a-475c-85c8-1653213d90bf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.489155] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7bbe12d-16f2-4d4e-a645-5168021244ad [ 641.489211] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.489335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.489400] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.489616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.489704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.489795] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7bbe12d-16f2-4d4e-a645-5168021244ad already deleted. [ 641.489882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7bbe12d-16f2-4d4e-a645-5168021244ad" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.565871] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.565871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.565871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.565871] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 45098e24-b7d1-4d86-9735-eeb1857692bd not found, creating... [ 641.565871] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.566637] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.566637] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.570511] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.570831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.571064] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.571422] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.571629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.571823] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 45098e24-b7d1-4d86-9735-eeb1857692bd is going to be created. [ 641.613310] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.613610] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.615133] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.615133] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.615133] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.615133] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-45098e24-b7d1-4d86-9735-eeb1857692bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.710220] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd4c95db-2a84-4c10-a7aa-13920a532973 req-728ae20b-7e3e-4847-b5ae-93dab000d2a7 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Enqueued Resource ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb with Priority: HIGHEST for action security_group_members [ 641.710536] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb with Priority: HIGHEST for action security_group_members [ 641.710979] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df05e4f-b550-4d91-82a0-e3a6364240cb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.711104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.711217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.711512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.711716] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.715029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.715029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.715029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.715029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.715029] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3df05e4f-b550-4d91-82a0-e3a6364240cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.792447] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.795965] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb35b7e9-141a-475c-85c8-1653213d90bf with status ACTIVE [ 641.796233] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.796382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.796443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.797462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.797462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.797462] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.797462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.797462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.797462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.797462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.797819] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.797819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.797819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.797915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.797988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.798172] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb35b7e9-141a-475c-85c8-1653213d90bf is going to be updated. [ 641.799341] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.799448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.821750] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.821750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.821750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.821750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.821750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.821750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb35b7e9-141a-475c-85c8-1653213d90bf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.044294] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.044592] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-526" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.044592] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-526" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.045027] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-526" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.045304] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.045466] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.045678] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.045823] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.048723] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.048723] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.048723] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.048723] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.048723] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.051267] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.051401] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.051547] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.073019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.073019] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.073019] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.073019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-526" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.073243] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.073410] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.073527] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.073833] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.073964] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.217265] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.217265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.217489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.218570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.218570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.218570] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.218570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.218570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.218570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.218570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.218939] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb already deleted. [ 642.218939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.297057] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.352308] env[69952]: INFO networking_nsxv3.common.synchronization [None req-81690a86-ef8e-4f8e-8a20-f568956948c5 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Enqueued Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_rules [ 642.352726] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_rules [ 642.353030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.353175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.353260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.353554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.353651] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.487841] env[69952]: INFO networking_nsxv3.common.synchronization [None req-e4dcfd53-ad9f-4621-b770-8c3578c6c46e tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Enqueued Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_rules [ 642.489047] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_rules [ 642.489047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.492263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.577943] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.578250] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.578391] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.578670] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.578823] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.578982] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 not found, creating... [ 642.579270] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.579433] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.579562] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.579881] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.580046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.580374] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.580505] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.580619] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.581380] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.581554] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.581703] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 is going to be created. [ 642.598317] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f in Status: SUCCESS [ 642.598560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.598732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.599008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.599218] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.599337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.599506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.599563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.599659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.599711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.599791] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d34cdfd-1b5c-437b-9280-7a742c21521f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.605162] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.605370] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.605494] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.605805] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.606075] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.606307] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.801965] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.802231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.802280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.802494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.802638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.802747] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 is going to be created. [ 642.832485] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.832853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.832853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.832969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.833095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.844398] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: UNINITIALIZED for 2s [ 642.882350] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.882350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.882350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.882350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.882350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.882350] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 already deleted. [ 642.882350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.882350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.882350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.882350] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.950828] env[69952]: INFO networking_nsxv3.common.synchronization [req-ff99c174-a489-429a-8bd2-03f1864b8a3f req-73ac23ec-e242-4741-97aa-ff0895cd1417 service nova] Enqueued Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGHEST for action security_group_rules [ 642.951035] env[69952]: INFO networking_nsxv3.common.synchronization [req-ff99c174-a489-429a-8bd2-03f1864b8a3f req-73ac23ec-e242-4741-97aa-ff0895cd1417 service nova] Enqueued Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGHEST for action security_group_members [ 642.953059] env[69952]: INFO networking_nsxv3.common.synchronization [req-ff99c174-a489-429a-8bd2-03f1864b8a3f req-73ac23ec-e242-4741-97aa-ff0895cd1417 service nova] Enqueued Resource ID: 45098e24-b7d1-4d86-9735-eeb1857692bd with Priority: HIGHEST for action port [ 642.953059] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGHEST for action security_group_rules [ 642.953059] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGHEST for action security_group_members [ 642.953059] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45098e24-b7d1-4d86-9735-eeb1857692bd with Priority: HIGHEST for action port [ 642.953059] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab49551-f235-4bee-ba6c-aba7702f178f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.953059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.953059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.953059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.953059] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab49551-f235-4bee-ba6c-aba7702f178f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.954719] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab49551-f235-4bee-ba6c-aba7702f178f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.956178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.956178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.956178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.956178] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.956178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.956178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.956773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.956773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.957234] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab49551-f235-4bee-ba6c-aba7702f178f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.961246] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-45098e24-b7d1-4d86-9735-eeb1857692bd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.961246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45098e24-b7d1-4d86-9735-eeb1857692bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.961246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45098e24-b7d1-4d86-9735-eeb1857692bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.961246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45098e24-b7d1-4d86-9735-eeb1857692bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.961246] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45098e24-b7d1-4d86-9735-eeb1857692bd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.101798] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d34cdfd-1b5c-437b-9280-7a742c21521f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.102125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.102464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.102661] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.102843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.102843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.103033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.103076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.103163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.103319] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d34cdfd-1b5c-437b-9280-7a742c21521f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.103414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.103474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.103616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.103811] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.103961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.104077] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.104720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.105048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.105182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.105283] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d34cdfd-1b5c-437b-9280-7a742c21521f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.407341] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.407427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.407509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.407705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.407796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.407889] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 already deleted. [ 643.407972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.456336] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab49551-f235-4bee-ba6c-aba7702f178f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.456498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.462583] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab49551-f235-4bee-ba6c-aba7702f178f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.464034] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45098e24-b7d1-4d86-9735-eeb1857692bd with status ACTIVE [ 643.464296] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.464492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.464644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.465107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.465107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.465582] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.467448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.467448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.467448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.467601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.467809] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.467999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.468235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.468425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.468507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.468603] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45098e24-b7d1-4d86-9735-eeb1857692bd is going to be updated. [ 643.489755] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.489893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.489966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.490185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.490328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.490479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45098e24-b7d1-4d86-9735-eeb1857692bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.609438] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d34cdfd-1b5c-437b-9280-7a742c21521f: rpc.has_security_group_logging(os_id): False [ 643.630459] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.630598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.630662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.630885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.630975] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.631175] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.631825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.631985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.632174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.632260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.632453] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.632551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.632613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.632756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.632832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.633064] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.633197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.633236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.633381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.633458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.633568] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f is going to be created. [ 643.684322] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd4c95db-2a84-4c10-a7aa-13920a532973 req-9b87e2fd-9e1d-4007-91c2-aa3b6bcf2820 service nova] Enqueued Resource ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb with Priority: HIGHEST for action security_group_rules [ 643.684322] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd4c95db-2a84-4c10-a7aa-13920a532973 req-9b87e2fd-9e1d-4007-91c2-aa3b6bcf2820 service nova] Enqueued Resource ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb with Priority: HIGHEST for action security_group_members [ 643.684322] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd4c95db-2a84-4c10-a7aa-13920a532973 req-9b87e2fd-9e1d-4007-91c2-aa3b6bcf2820 service nova] Enqueued Resource ID: 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 with Priority: HIGHEST for action port [ 643.684518] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb with Priority: HIGHEST for action security_group_rules [ 643.684626] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb with Priority: HIGHEST for action security_group_members [ 643.684786] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 with Priority: HIGHEST for action port [ 643.685347] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3df05e4f-b550-4d91-82a0-e3a6364240cb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.685473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.685540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.685889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.685889] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3df05e4f-b550-4d91-82a0-e3a6364240cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.687455] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df05e4f-b550-4d91-82a0-e3a6364240cb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.687576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.687644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.687817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.688017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.688727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.688727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.688727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.688727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.688727] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3df05e4f-b550-4d91-82a0-e3a6364240cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.691451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.691451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.691451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.691451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.691451] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.695486] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.695631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.695695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.695890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.696074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.709956] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f in Status: IN_PROGRESS for 2s [ 643.970480] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab49551-f235-4bee-ba6c-aba7702f178f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.188693] env[69952]: INFO networking_nsxv3.common.synchronization [None req-762df5bc-9a75-417a-ab6d-ffe439e65a5f None None] Enqueued Resource ID: c27ab4a6-99f4-4462-b51c-80f01f266725 with Priority: HIGHEST for action port [ 644.189638] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c27ab4a6-99f4-4462-b51c-80f01f266725 with Priority: HIGHEST for action port [ 644.189912] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c27ab4a6-99f4-4462-b51c-80f01f266725 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.190222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c27ab4a6-99f4-4462-b51c-80f01f266725" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.190324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c27ab4a6-99f4-4462-b51c-80f01f266725" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.190592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c27ab4a6-99f4-4462-b51c-80f01f266725" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.190677] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c27ab4a6-99f4-4462-b51c-80f01f266725',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.191550] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df05e4f-b550-4d91-82a0-e3a6364240cb taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.191834] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.192012] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3df05e4f-b550-4d91-82a0-e3a6364240cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.192840] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 with status ACTIVE [ 644.193027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.195539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.195826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.196057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.196162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.196346] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.196452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.196515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.196667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.196964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.197556] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.197685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.197756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.198040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.198151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.198252] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4 is going to be updated. [ 644.223796] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.224047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.224047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.224405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.224591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.224985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0abdf7f3-e2d9-45e6-94ed-2d1b830ef6a4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.371328] env[69952]: INFO networking_nsxv3.common.synchronization [req-0dc74179-3ccd-4682-81d4-749378309b74 req-2b00089b-f420-42cc-af98-8983747747bd tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Enqueued Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 644.371328] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 644.372081] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.372081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.372081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.372081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.372285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.372285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.372373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.372460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.372903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.372903] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.475261] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.476178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.476178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.476178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.476178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.476178] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab49551-f235-4bee-ba6c-aba7702f178f is going to be created. [ 644.506582] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.506582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.506582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.506801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.507307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.519573] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab49551-f235-4bee-ba6c-aba7702f178f in Status: UNINITIALIZED for 2s [ 644.700937] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c27ab4a6-99f4-4462-b51c-80f01f266725 [ 644.701228] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.701958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.702700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.702700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.703168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.703355] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c27ab4a6-99f4-4462-b51c-80f01f266725 already deleted. [ 644.703474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c27ab4a6-99f4-4462-b51c-80f01f266725" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.703708] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3df05e4f-b550-4d91-82a0-e3a6364240cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.856316] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: SUCCESS [ 644.856316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.856316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.856519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.856628] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.857103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.857103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.857103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.857196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.857196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.857291] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.876699] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.876699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.876699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.876943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.876943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.877084] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.877210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.877293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.877468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.877546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.878374] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f already deleted. [ 644.878374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.894996] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.895491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.895491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.895692] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.895965] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.896148] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.896268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.896492] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.896636] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.896840] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.897117] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.897185] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.897284] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.897842] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.897842] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.897842] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.917838] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.918024] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.918179] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.918358] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.918663] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-94c8ee95-b62d-4201-b79b-8de28242b84c taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.918831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-94c8ee95-b62d-4201-b79b-8de28242b84c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.918957] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-94c8ee95-b62d-4201-b79b-8de28242b84c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.919321] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-94c8ee95-b62d-4201-b79b-8de28242b84c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.919457] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c8ee95-b62d-4201-b79b-8de28242b84c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.208336] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.208336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.208687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.208687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.208748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.208873] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb is going to be created. [ 645.260697] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.261036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.261036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.262034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.262034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.273921] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb in Status: UNINITIALIZED for 2s [ 645.360780] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.360964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.360964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.361573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.361573] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.361573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.361573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.361848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.361848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.361918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.362066] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.362171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.362233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.362380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.362534] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.362617] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.362730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.364312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.364312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.364312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.364312] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.427161] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.427161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.427161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.427161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.427161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.427161] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 94c8ee95-b62d-4201-b79b-8de28242b84c not found, creating... [ 645.427161] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.427161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.427161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.427161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.427161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.428200] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.428200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.428200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.428565] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.428612] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.429382] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 94c8ee95-b62d-4201-b79b-8de28242b84c is going to be created. [ 645.455699] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.455932] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.456069] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.456343] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.456568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.456874] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-94c8ee95-b62d-4201-b79b-8de28242b84c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.723451] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f in Status: SUCCESS [ 645.723646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.871036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2f90448-6dee-43bf-be2e-7881af31b608: rpc.has_security_group_logging(os_id): False [ 645.893219] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.893429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.893722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.893805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.894391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.894391] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.894624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.894624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.894925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.894925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.895206] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.895319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.895604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.895813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.895947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.896252] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.896532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.896532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.897255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.897255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.897255] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 is going to be created. [ 645.972619] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.972619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.972619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.972619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.972619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.986887] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: IN_PROGRESS for 2s [ 646.380281] env[69952]: INFO networking_nsxv3.common.synchronization [req-0dc74179-3ccd-4682-81d4-749378309b74 req-18861b8f-60a1-4cc4-aea6-476e15799c48 service nova] Enqueued Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_rules [ 646.380614] env[69952]: INFO networking_nsxv3.common.synchronization [req-0dc74179-3ccd-4682-81d4-749378309b74 req-18861b8f-60a1-4cc4-aea6-476e15799c48 service nova] Enqueued Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 646.380658] env[69952]: INFO networking_nsxv3.common.synchronization [req-0dc74179-3ccd-4682-81d4-749378309b74 req-18861b8f-60a1-4cc4-aea6-476e15799c48 service nova] Enqueued Resource ID: 94c8ee95-b62d-4201-b79b-8de28242b84c with Priority: HIGHEST for action port [ 646.384119] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_rules [ 646.384119] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 646.384119] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c8ee95-b62d-4201-b79b-8de28242b84c with Priority: HIGHEST for action port [ 646.384119] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.384119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.384119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.384119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.384119] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.384119] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.384119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.384119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.385413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.385413] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.385413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.385413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.385413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.385413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.385413] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.389153] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-94c8ee95-b62d-4201-b79b-8de28242b84c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.389153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94c8ee95-b62d-4201-b79b-8de28242b84c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.389153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94c8ee95-b62d-4201-b79b-8de28242b84c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.389153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94c8ee95-b62d-4201-b79b-8de28242b84c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.389153] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c8ee95-b62d-4201-b79b-8de28242b84c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.532405] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab49551-f235-4bee-ba6c-aba7702f178f in Status: SUCCESS [ 646.532405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.532405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.532405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.532405] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.532405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.532405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.532405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.532405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.532405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.532405] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab49551-f235-4bee-ba6c-aba7702f178f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.667242] env[69952]: INFO networking_nsxv3.common.synchronization [None req-21ebc273-e497-49b3-88c2-320acea563f2 None None] Enqueued Resource ID: 87c321e7-d9b0-4603-9ca5-502853ea5008 with Priority: HIGHEST for action port [ 646.667492] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c321e7-d9b0-4603-9ca5-502853ea5008 with Priority: HIGHEST for action port [ 646.669032] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-87c321e7-d9b0-4603-9ca5-502853ea5008 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.669032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87c321e7-d9b0-4603-9ca5-502853ea5008" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.669502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87c321e7-d9b0-4603-9ca5-502853ea5008" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.669502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87c321e7-d9b0-4603-9ca5-502853ea5008" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.671063] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c321e7-d9b0-4603-9ca5-502853ea5008',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.762075] env[69952]: INFO networking_nsxv3.common.synchronization [req-3c3d91b8-7955-44e9-a730-785c8d1a7abe req-6c075eec-7b92-468f-832b-51e29a22a705 tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Enqueued Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGHEST for action security_group_members [ 646.762598] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGHEST for action security_group_members [ 646.762901] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a340a9c-7ad0-4bbc-8496-3aefcff83832 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.763044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.763123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.763342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.763489] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.763596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.763647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.764063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.764063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.764063] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a340a9c-7ad0-4bbc-8496-3aefcff83832',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.888404] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.889327] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94c8ee95-b62d-4201-b79b-8de28242b84c with status ACTIVE [ 646.889528] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.889650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.889732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.889925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.890048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.890248] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.890311] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.890347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.890585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.890585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.890928] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.890928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.890928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.892515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.892635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.892736] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94c8ee95-b62d-4201-b79b-8de28242b84c is going to be updated. [ 646.893866] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.894540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.915858] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.916056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.916894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.916894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.916894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.916894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94c8ee95-b62d-4201-b79b-8de28242b84c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.034383] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab49551-f235-4bee-ba6c-aba7702f178f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.034575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.034662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.035607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.035813] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.035925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.035990] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.036177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.036295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.036394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.036546] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab49551-f235-4bee-ba6c-aba7702f178f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.036639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.036699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.036843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.037017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.037187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.037187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.037312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.037385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.037467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.037557] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab49551-f235-4bee-ba6c-aba7702f178f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.177888] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87c321e7-d9b0-4603-9ca5-502853ea5008 [ 647.177888] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.179387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.179387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.180128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.180128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.180128] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87c321e7-d9b0-4603-9ca5-502853ea5008 already deleted. [ 647.180128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87c321e7-d9b0-4603-9ca5-502853ea5008" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.211309] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.211309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.211309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.211606] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.211638] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.211800] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.211918] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.212182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.212386] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.214045] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.214045] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.214045] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.214045] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.214045] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.214045] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.214045] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.242647] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.242820] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.242962] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.243200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.243540] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-ce25ee61-3960-47b6-8027-a0e69f0571c5 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.243713] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-ce25ee61-3960-47b6-8027-a0e69f0571c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.243836] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-ce25ee61-3960-47b6-8027-a0e69f0571c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.244188] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-ce25ee61-3960-47b6-8027-a0e69f0571c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.244329] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce25ee61-3960-47b6-8027-a0e69f0571c5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.267707] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.267888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.267976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.268259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.268355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.268580] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.268702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.268746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.269024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.269024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.269115] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 already deleted. [ 647.269271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.283132] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb in Status: SUCCESS [ 647.283191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.283816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.284287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.284287] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.284655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.284655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.284655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.284655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.284905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.284905] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3df05e4f-b550-4d91-82a0-e3a6364240cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.395167] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.541387] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab49551-f235-4bee-ba6c-aba7702f178f: rpc.has_security_group_logging(os_id): False [ 647.561128] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.561309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.561353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.561594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.561727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.561922] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.562039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.562151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.562266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.562362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.562552] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.562795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.562970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.563171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.563411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.563609] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.563814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.563814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.563937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.564025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.564111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab49551-f235-4bee-ba6c-aba7702f178f is going to be created. [ 647.629358] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.631190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.631503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.631503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.631767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.645452] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab49551-f235-4bee-ba6c-aba7702f178f in Status: IN_PROGRESS for 2s [ 647.746670] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.747124] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.747124] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.747497] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.747650] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.747807] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port ce25ee61-3960-47b6-8027-a0e69f0571c5 not found, creating... [ 647.748173] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.748355] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.748488] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.748783] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.748932] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.749362] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.749560] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.749821] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.750072] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.750204] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.750351] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: ce25ee61-3960-47b6-8027-a0e69f0571c5 is going to be created. [ 647.786814] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.786814] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.787018] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.787329] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.787565] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.787802] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-ce25ee61-3960-47b6-8027-a0e69f0571c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.788764] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df05e4f-b550-4d91-82a0-e3a6364240cb taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.788892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.788967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.789267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.789425] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.789530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.789680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.789767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.789829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.789906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.790166] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df05e4f-b550-4d91-82a0-e3a6364240cb taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.790166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.790374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.790374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.790619] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.790734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.790790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.790938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.791056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.791106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.791183] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3df05e4f-b550-4d91-82a0-e3a6364240cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.802919] env[69952]: INFO networking_nsxv3.common.synchronization [req-3563f047-38ab-4388-946f-f5f4e4d49f9d req-9ef27ee9-1f5a-4c4e-aa71-d8d88a85012b tempest-SecurityGroupRulesTestJSON-1425776696 tempest-SecurityGroupRulesTestJSON-1425776696-project-member] Enqueued Resource ID: b15c2171-2767-4fda-b11e-99037f5e586b with Priority: HIGHEST for action security_group_rules [ 647.803940] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15c2171-2767-4fda-b11e-99037f5e586b with Priority: HIGHEST for action security_group_rules [ 647.807483] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b15c2171-2767-4fda-b11e-99037f5e586b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.808534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b15c2171-2767-4fda-b11e-99037f5e586b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.808534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b15c2171-2767-4fda-b11e-99037f5e586b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.808534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b15c2171-2767-4fda-b11e-99037f5e586b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.808534] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b15c2171-2767-4fda-b11e-99037f5e586b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.901916] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.902308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.902308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.902630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.902786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.902949] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f is going to be created. [ 647.954203] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.954203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.954203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.954203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.954203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.967415] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: UNINITIALIZED for 2s [ 648.001412] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: SUCCESS [ 648.001589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.294029] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3df05e4f-b550-4d91-82a0-e3a6364240cb: rpc.has_security_group_logging(os_id): False [ 648.313502] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.313502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.313786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.313850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.314682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.318035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.318035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.318035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.318278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.318278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.319695] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.319695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.319695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.319695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.319695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.319695] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.319695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.319695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.320092] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.320092] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.320092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb is going to be created. [ 648.346376] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.346376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.346376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.346376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.346560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.346560] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b15c2171-2767-4fda-b11e-99037f5e586b already deleted. [ 648.346640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b15c2171-2767-4fda-b11e-99037f5e586b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.400745] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.401076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.401076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.401818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.402096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.417897] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb in Status: IN_PROGRESS for 2s [ 648.810184] env[69952]: INFO networking_nsxv3.common.synchronization [req-3c3d91b8-7955-44e9-a730-785c8d1a7abe req-dcf863df-d339-4828-896f-5ff64a7e6222 service nova] Enqueued Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGHEST for action security_group_rules [ 648.810510] env[69952]: INFO networking_nsxv3.common.synchronization [req-3c3d91b8-7955-44e9-a730-785c8d1a7abe req-dcf863df-d339-4828-896f-5ff64a7e6222 service nova] Enqueued Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGHEST for action security_group_members [ 648.810510] env[69952]: INFO networking_nsxv3.common.synchronization [req-3c3d91b8-7955-44e9-a730-785c8d1a7abe req-dcf863df-d339-4828-896f-5ff64a7e6222 service nova] Enqueued Resource ID: ce25ee61-3960-47b6-8027-a0e69f0571c5 with Priority: HIGHEST for action port [ 648.811504] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGHEST for action security_group_rules [ 648.811676] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGHEST for action security_group_members [ 648.811894] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce25ee61-3960-47b6-8027-a0e69f0571c5 with Priority: HIGHEST for action port [ 648.812213] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.812651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.812733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.813067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.813067] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a340a9c-7ad0-4bbc-8496-3aefcff83832',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.814179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a340a9c-7ad0-4bbc-8496-3aefcff83832 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.814179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.814179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.814437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.814491] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.814587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.814727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.814727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.814848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.814981] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a340a9c-7ad0-4bbc-8496-3aefcff83832',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.815942] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce25ee61-3960-47b6-8027-a0e69f0571c5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.815942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce25ee61-3960-47b6-8027-a0e69f0571c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.815942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce25ee61-3960-47b6-8027-a0e69f0571c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.816284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce25ee61-3960-47b6-8027-a0e69f0571c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.816284] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce25ee61-3960-47b6-8027-a0e69f0571c5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.319022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a340a9c-7ad0-4bbc-8496-3aefcff83832 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.319273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.319902] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a340a9c-7ad0-4bbc-8496-3aefcff83832',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.321401] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce25ee61-3960-47b6-8027-a0e69f0571c5 with status ACTIVE [ 649.321401] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.321591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.321638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.321869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.322011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.323119] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.323119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.323119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.323119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.323119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.323119] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.323569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.323569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.323657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.323757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.323816] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce25ee61-3960-47b6-8027-a0e69f0571c5 is going to be updated. [ 649.351150] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.351602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.351602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.351602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.351721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.351834] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce25ee61-3960-47b6-8027-a0e69f0571c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.667258] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab49551-f235-4bee-ba6c-aba7702f178f in Status: SUCCESS [ 649.667732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.827029] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a340a9c-7ad0-4bbc-8496-3aefcff83832',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.979335] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: SUCCESS [ 649.979335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.979508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.979676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.979855] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.980083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.980083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.980216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.980320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.980453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.980516] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.328956] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.329241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.329241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.329544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.329611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.329663] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 is going to be created. [ 650.357174] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.357343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.357399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.357614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.357774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.369886] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 in Status: UNINITIALIZED for 2s [ 650.436274] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb in Status: SUCCESS [ 650.436720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.483265] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.483433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.483557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.483823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.484012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.484370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.484471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.484541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.484688] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.484782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.485008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.485172] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.485333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.485333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.485493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.485571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.485654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.485759] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.991854] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b37c97fc-8990-4d2b-9f28-f86b12c8d69f: rpc.has_security_group_logging(os_id): False [ 651.013808] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.014051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.014051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.014270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.014362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.014582] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.014682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.014759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.015196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.015296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.015499] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.015612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.015669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.016368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.016513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.017168] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.017367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.017471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.017711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.017793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.019090] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f is going to be created. [ 651.087393] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.089773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.089773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.089773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.089773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.105800] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: IN_PROGRESS for 2s [ 651.346421] env[69952]: INFO networking_nsxv3.common.synchronization [None req-62082a4c-b850-42a9-8c6e-482e6e9a50e5 None None] Enqueued Resource ID: 92e6d78f-b4dc-4f34-8776-9cb1b2897bbb with Priority: HIGHEST for action port [ 651.350027] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e6d78f-b4dc-4f34-8776-9cb1b2897bbb with Priority: HIGHEST for action port [ 651.350027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e6d78f-b4dc-4f34-8776-9cb1b2897bbb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.350027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e6d78f-b4dc-4f34-8776-9cb1b2897bbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.350027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e6d78f-b4dc-4f34-8776-9cb1b2897bbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.350027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e6d78f-b4dc-4f34-8776-9cb1b2897bbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.350027] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e6d78f-b4dc-4f34-8776-9cb1b2897bbb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.801172] env[69952]: INFO networking_nsxv3.common.synchronization [None req-5b1cebfd-b746-4049-94bc-d7908a45f533 None None] Enqueued Resource ID: 45ec87ba-d570-4f04-a3b1-da8773a3d4d2 with Priority: HIGHEST for action port [ 651.801452] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45ec87ba-d570-4f04-a3b1-da8773a3d4d2 with Priority: HIGHEST for action port [ 651.801993] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-45ec87ba-d570-4f04-a3b1-da8773a3d4d2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.802226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45ec87ba-d570-4f04-a3b1-da8773a3d4d2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.802226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45ec87ba-d570-4f04-a3b1-da8773a3d4d2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.802526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45ec87ba-d570-4f04-a3b1-da8773a3d4d2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.802612] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45ec87ba-d570-4f04-a3b1-da8773a3d4d2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.852196] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92e6d78f-b4dc-4f34-8776-9cb1b2897bbb [ 651.852444] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.852577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.852646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.852856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.852941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.853044] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92e6d78f-b4dc-4f34-8776-9cb1b2897bbb already deleted. [ 651.853119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e6d78f-b4dc-4f34-8776-9cb1b2897bbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.888144] env[69952]: INFO networking_nsxv3.common.synchronization [req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 req-55b4e540-0688-4622-a518-a7d1a1b18dce tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Enqueued Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGHEST for action security_group_members [ 651.889266] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGHEST for action security_group_members [ 651.891760] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.891760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.891760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.891760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.891760] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.891760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.891760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.891760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.891760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.891760] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ec655f0-b9c9-40c8-bfdc-50e2d0219474',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.986580] env[69952]: INFO networking_nsxv3.common.synchronization [req-0f6931ea-96ea-40fc-8998-3c3b983b7ac2 req-17543fe7-5b4d-465b-9ee6-e7bbfbac0d1a tempest-SecurityGroupRulesTestJSON-1425776696 tempest-SecurityGroupRulesTestJSON-1425776696-project-member] Enqueued Resource ID: 85ff470e-3d98-4aa6-9343-2aa4587c5b56 with Priority: HIGHEST for action security_group_rules [ 651.987099] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ff470e-3d98-4aa6-9343-2aa4587c5b56 with Priority: HIGHEST for action security_group_rules [ 651.987410] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ff470e-3d98-4aa6-9343-2aa4587c5b56 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.987530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ff470e-3d98-4aa6-9343-2aa4587c5b56" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.987595] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ff470e-3d98-4aa6-9343-2aa4587c5b56" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.987853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ff470e-3d98-4aa6-9343-2aa4587c5b56" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.987938] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ff470e-3d98-4aa6-9343-2aa4587c5b56',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.306953] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45ec87ba-d570-4f04-a3b1-da8773a3d4d2 [ 652.306953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.307451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.307451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.307946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.309544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.309762] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45ec87ba-d570-4f04-a3b1-da8773a3d4d2 already deleted. [ 652.309820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45ec87ba-d570-4f04-a3b1-da8773a3d4d2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.340129] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.340397] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.340549] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.340824] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.341432] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.341687] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.341854] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.342120] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.342271] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.342474] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.342581] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.342712] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.342825] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.342932] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.343049] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.343181] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.367025] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.367025] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.367025] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.367259] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.367463] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-433c7217-5209-4956-8471-f49d7d0e911b taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.367635] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-433c7217-5209-4956-8471-f49d7d0e911b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.367751] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-433c7217-5209-4956-8471-f49d7d0e911b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.368136] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-433c7217-5209-4956-8471-f49d7d0e911b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.368368] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('433c7217-5209-4956-8471-f49d7d0e911b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.381520] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 in Status: SUCCESS [ 652.381744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.381892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.382451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.382507] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.382660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.382720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.382906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.383191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.383507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.383507] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a340a9c-7ad0-4bbc-8496-3aefcff83832',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.394580] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.394742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.396804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.396804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.396804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.396804] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.396804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.396804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.396804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.396804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.396804] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 already deleted. [ 652.396804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.515446] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.515446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.515446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.515446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.515446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.515446] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ff470e-3d98-4aa6-9343-2aa4587c5b56 already deleted. [ 652.515446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ff470e-3d98-4aa6-9343-2aa4587c5b56" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.871892] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.872245] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.872357] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.872647] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.873036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.873154] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 433c7217-5209-4956-8471-f49d7d0e911b not found, creating... [ 652.873679] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.873679] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.873892] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.874182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.874509] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.874699] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.874909] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.877055] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.877055] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.877055] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.877055] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 433c7217-5209-4956-8471-f49d7d0e911b is going to be created. [ 652.886452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a340a9c-7ad0-4bbc-8496-3aefcff83832 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.886616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.886696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.886949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.887245] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.887361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.888035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.888035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.888035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.889171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.890177] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a340a9c-7ad0-4bbc-8496-3aefcff83832 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.890177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.890177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.890177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.890177] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.890177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.890177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.890621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.890621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.890678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.890751] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a340a9c-7ad0-4bbc-8496-3aefcff83832',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.901063] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.901403] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.901639] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.902038] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.902360] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.902733] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-433c7217-5209-4956-8471-f49d7d0e911b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.122454] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: SUCCESS [ 653.122523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.393611] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a340a9c-7ad0-4bbc-8496-3aefcff83832: rpc.has_security_group_logging(os_id): False [ 653.414054] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.414273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.414381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.414683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.414806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.415096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.415245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.415339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.415649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.415686] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.415953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.416486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.416582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.417461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.417600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.417976] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.418220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.418310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.418491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.418570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.418661] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 is going to be created. [ 653.501410] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.501580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.501638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.502221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.502221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.517694] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 in Status: IN_PROGRESS for 2s [ 653.643932] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9a1d401e-c415-466d-945b-78ff5e7f1ae1 None None] Enqueued Resource ID: 6952c8f2-b1d8-4880-87a2-7a5d71bbb559 with Priority: HIGHEST for action port [ 653.645596] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6952c8f2-b1d8-4880-87a2-7a5d71bbb559 with Priority: HIGHEST for action port [ 653.645984] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-6952c8f2-b1d8-4880-87a2-7a5d71bbb559 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.646148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6952c8f2-b1d8-4880-87a2-7a5d71bbb559" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.646230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6952c8f2-b1d8-4880-87a2-7a5d71bbb559" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.646505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6952c8f2-b1d8-4880-87a2-7a5d71bbb559" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.646593] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6952c8f2-b1d8-4880-87a2-7a5d71bbb559',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.933262] env[69952]: INFO networking_nsxv3.common.synchronization [None req-a8be4e0d-6afb-433e-8486-7f05c4afbffe None None] Enqueued Resource ID: 8e0d6ab8-674c-4fdc-9745-fb7695147a5f with Priority: HIGHEST for action port [ 653.933262] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e0d6ab8-674c-4fdc-9745-fb7695147a5f with Priority: HIGHEST for action port [ 653.933262] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e0d6ab8-674c-4fdc-9745-fb7695147a5f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.933262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e0d6ab8-674c-4fdc-9745-fb7695147a5f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.933262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e0d6ab8-674c-4fdc-9745-fb7695147a5f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.933262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e0d6ab8-674c-4fdc-9745-fb7695147a5f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.933262] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e0d6ab8-674c-4fdc-9745-fb7695147a5f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.150975] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6952c8f2-b1d8-4880-87a2-7a5d71bbb559 [ 654.151768] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.151768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.151768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.151768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.151768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.152017] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6952c8f2-b1d8-4880-87a2-7a5d71bbb559 already deleted. [ 654.152017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6952c8f2-b1d8-4880-87a2-7a5d71bbb559" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.441453] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e0d6ab8-674c-4fdc-9745-fb7695147a5f [ 654.441846] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.441846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.441846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.446024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.446024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.446024] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e0d6ab8-674c-4fdc-9745-fb7695147a5f already deleted. [ 654.446024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e0d6ab8-674c-4fdc-9745-fb7695147a5f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.518291] env[69952]: INFO networking_nsxv3.common.synchronization [req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 req-7066496b-6a42-4377-b0ff-69da15c3118d service nova] Enqueued Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGHEST for action security_group_rules [ 654.518548] env[69952]: INFO networking_nsxv3.common.synchronization [req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 req-7066496b-6a42-4377-b0ff-69da15c3118d service nova] Enqueued Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGHEST for action security_group_members [ 654.520422] env[69952]: INFO networking_nsxv3.common.synchronization [req-6309fa08-e87a-4904-ab91-c0d24e6ebfe2 req-7066496b-6a42-4377-b0ff-69da15c3118d service nova] Enqueued Resource ID: 433c7217-5209-4956-8471-f49d7d0e911b with Priority: HIGHEST for action port [ 654.521302] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGHEST for action security_group_rules [ 654.524022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGHEST for action security_group_members [ 654.524022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433c7217-5209-4956-8471-f49d7d0e911b with Priority: HIGHEST for action port [ 654.524022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.524022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.524022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.524022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.524022] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec655f0-b9c9-40c8-bfdc-50e2d0219474',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.524022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.525114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.525203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.525399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.525572] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.525681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.525743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.525904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.525989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.526098] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ec655f0-b9c9-40c8-bfdc-50e2d0219474',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.527094] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-433c7217-5209-4956-8471-f49d7d0e911b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.527200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-433c7217-5209-4956-8471-f49d7d0e911b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.527305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-433c7217-5209-4956-8471-f49d7d0e911b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.527448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-433c7217-5209-4956-8471-f49d7d0e911b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.527529] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('433c7217-5209-4956-8471-f49d7d0e911b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.751143] env[69952]: INFO networking_nsxv3.common.synchronization [req-e85b7dd0-e959-4f4c-aefa-927e11439709 req-5cf9d39b-2d78-4282-adfa-c60a94173e0b tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 654.752097] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 654.752097] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.752440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.752575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.752839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.752945] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.753094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.753201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.753312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.753507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.753547] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.032778] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.032778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.032778] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ec655f0-b9c9-40c8-bfdc-50e2d0219474',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.039157] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 433c7217-5209-4956-8471-f49d7d0e911b with status ACTIVE [ 655.039157] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.039157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.039157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.039157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.039157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.040050] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.040272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.040379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.040624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.040727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.041033] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.041164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.041231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.041422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.041527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.041617] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 433c7217-5209-4956-8471-f49d7d0e911b is going to be updated. [ 655.064535] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.065192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.065192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.065192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.065357] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.066893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-433c7217-5209-4956-8471-f49d7d0e911b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.256525] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.256692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.256765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.257062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.257152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.260504] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.260504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.260504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.260504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.260504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.260504] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 already deleted. [ 655.260504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.440476] env[69952]: INFO networking_nsxv3.common.synchronization [req-b775e607-d41a-4909-be0b-5ca9d8641e44 req-d8d7e1c7-009b-40c2-828f-3571ddbec51e tempest-DeleteServersAdminTestJSON-1847552069 tempest-DeleteServersAdminTestJSON-1847552069-project-admin] Enqueued Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 655.440476] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 655.440693] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.440693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.440801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.441016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.441348] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.441480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.441778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.441778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.441778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.441878] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.534986] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 in Status: SUCCESS [ 655.535273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.535605] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ec655f0-b9c9-40c8-bfdc-50e2d0219474',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.682922] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.682922] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.682922] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.684149] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.684497] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.684634] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.688023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.688023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.688023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.688023] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.688023] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.688023] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.688023] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.688023] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.688023] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.688023] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.708480] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.708480] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.708480] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.708480] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.708480] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.708480] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.708480] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.708480] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.708480] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.800317] env[69952]: INFO networking_nsxv3.common.synchronization [req-b9ddca96-2fda-4e70-b716-59ec37531928 req-d778742e-76fc-4bef-b4c7-61b9d2246f11 tempest-ServerDiagnosticsTest-854473779 tempest-ServerDiagnosticsTest-854473779-project-member] Enqueued Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGHEST for action security_group_members [ 655.801235] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGHEST for action security_group_members [ 655.801584] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d34cdfd-1b5c-437b-9280-7a742c21521f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.801750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.801837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.802089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.802293] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.802425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.802493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.802698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.802825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.803336] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d34cdfd-1b5c-437b-9280-7a742c21521f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.943808] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.943969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.944097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.944290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.944370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.945239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.945417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.945488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.945752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.945752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.945942] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 is going to be updated. [ 655.974261] env[69952]: INFO networking_nsxv3.common.synchronization [None req-5e0f61fb-349d-4e93-ab6d-3789d20b765d tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_rules [ 655.974870] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_rules [ 655.975223] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.975350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.975464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.976371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.976484] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.980281] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.980281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.980606] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.980606] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.980762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.991269] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: IN_PROGRESS for 2s [ 656.038583] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.039195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.039195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.039195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.039195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.039195] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 is going to be created. [ 656.073948] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.074449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.075158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.075430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.075692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.088745] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 in Status: UNINITIALIZED for 2s [ 656.212790] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.212790] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.212790] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.214831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.214831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.214831] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 not found, creating... [ 656.214831] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.214831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.214831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.214831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.214831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.215779] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.221028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.221028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.221028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.221028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.221028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 is going to be created. [ 656.240209] env[69952]: INFO networking_nsxv3.common.synchronization [None req-7e335a3e-5972-4bdf-a15c-f00c32875919 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_rules [ 656.242358] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_rules [ 656.243460] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.243460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.267333] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.268528] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.268803] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.269166] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.269635] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.272019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.307441] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.307721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.309024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.309024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.309024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.309024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.309024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.309024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.309024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.309024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.309822] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f is going to be updated. [ 656.351726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.351726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.351726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.351726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.352089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.365723] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f in Status: IN_PROGRESS for 2s [ 656.501598] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.501930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.501930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.502227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.502373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.502488] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a already deleted. [ 656.502616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.502848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.503514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.503514] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.635088] env[69952]: INFO networking_nsxv3.common.synchronization [None req-594e0842-d4c0-4c0b-9d19-c0d87b8460c3 None None] Enqueued Resource ID: 0afb823b-7634-45e9-a72f-6c0a977f2fcc with Priority: HIGHEST for action port [ 656.635234] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afb823b-7634-45e9-a72f-6c0a977f2fcc with Priority: HIGHEST for action port [ 656.636081] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-0afb823b-7634-45e9-a72f-6c0a977f2fcc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.636081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0afb823b-7634-45e9-a72f-6c0a977f2fcc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.636339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0afb823b-7634-45e9-a72f-6c0a977f2fcc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.636529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0afb823b-7634-45e9-a72f-6c0a977f2fcc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.636631] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0afb823b-7634-45e9-a72f-6c0a977f2fcc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.026034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.026194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.026194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.026385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.026473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.026564] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a already deleted. [ 657.026655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.139864] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0afb823b-7634-45e9-a72f-6c0a977f2fcc [ 657.140189] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.140279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.140343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.141055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.141216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.141324] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0afb823b-7634-45e9-a72f-6c0a977f2fcc already deleted. [ 657.142678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0afb823b-7634-45e9-a72f-6c0a977f2fcc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.483855] env[69952]: INFO networking_nsxv3.common.synchronization [None req-950bf506-efd9-4ee6-962b-2561db2be21d None None] Enqueued Resource ID: 93f236e5-bd0e-444a-8b27-823411e7ce1d with Priority: HIGHEST for action port [ 657.484445] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93f236e5-bd0e-444a-8b27-823411e7ce1d with Priority: HIGHEST for action port [ 657.484747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-93f236e5-bd0e-444a-8b27-823411e7ce1d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.484873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93f236e5-bd0e-444a-8b27-823411e7ce1d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.484960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93f236e5-bd0e-444a-8b27-823411e7ce1d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.485584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93f236e5-bd0e-444a-8b27-823411e7ce1d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.485678] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93f236e5-bd0e-444a-8b27-823411e7ce1d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.541290] env[69952]: INFO networking_nsxv3.common.synchronization [req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c req-c1b04649-8d23-4bcb-9597-d1c103aeadfa tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 657.542769] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 657.542769] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.542769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.542890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.543020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.543198] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.543349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.543413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.544587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.544699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.544800] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.767218] env[69952]: INFO networking_nsxv3.common.synchronization [req-e85b7dd0-e959-4f4c-aefa-927e11439709 req-54442ecf-8a15-438e-9422-ef8de2677656 service nova] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_rules [ 657.767432] env[69952]: INFO networking_nsxv3.common.synchronization [req-e85b7dd0-e959-4f4c-aefa-927e11439709 req-54442ecf-8a15-438e-9422-ef8de2677656 service nova] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 657.767570] env[69952]: INFO networking_nsxv3.common.synchronization [req-e85b7dd0-e959-4f4c-aefa-927e11439709 req-54442ecf-8a15-438e-9422-ef8de2677656 service nova] Enqueued Resource ID: 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 with Priority: HIGHEST for action port [ 657.767791] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_rules [ 657.767912] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 657.768014] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 with Priority: HIGHEST for action port [ 657.768596] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.768717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.769211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.769211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.769379] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.770865] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.771498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.771498] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.771498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.771710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.771783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.771854] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.993299] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93f236e5-bd0e-444a-8b27-823411e7ce1d [ 657.993299] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.993299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.993299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.993299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.993299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.993299] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93f236e5-bd0e-444a-8b27-823411e7ce1d already deleted. [ 657.993299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93f236e5-bd0e-444a-8b27-823411e7ce1d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.005086] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: SUCCESS [ 658.005299] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 deletion is rescheduled due to dependency. [ 658.005412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.047413] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.100050] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 in Status: SUCCESS [ 658.100461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.100461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.101391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.101391] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.101391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.101391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.101391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.101391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.101391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.101391] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ec655f0-b9c9-40c8-bfdc-50e2d0219474',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.173031] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.173031] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.173031] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.173031] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.173312] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.173475] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.173594] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.173819] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.173966] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.174204] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.174322] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.174433] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.174540] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.174647] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.174751] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.174885] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.198103] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.198349] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.198498] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.198747] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.199112] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-3cfd0f01-2cad-4f83-ac17-2d98c6531888 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.199290] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-3cfd0f01-2cad-4f83-ac17-2d98c6531888" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.199415] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-3cfd0f01-2cad-4f83-ac17-2d98c6531888" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.199733] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-3cfd0f01-2cad-4f83-ac17-2d98c6531888" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.199869] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cfd0f01-2cad-4f83-ac17-2d98c6531888',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.274315] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.275270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.275270] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 with status ACTIVE [ 658.275270] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.275270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.275749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.275749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.275749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.276016] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.276271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.276378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.276575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.276683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.276892] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.277022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.277125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.277307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.277415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.277533] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5 is going to be updated. [ 658.301237] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.301237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.301237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.301237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.301237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.301603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a8a7ed9-382b-4d86-a7a9-c22c8cb75df5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.379330] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f in Status: SUCCESS [ 658.379934] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f deletion is rescheduled due to dependency. [ 658.380075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.552410] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.611844] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.611844] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.611844] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.611844] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.611844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.613112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.613568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.613957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.614319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.614625] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ec655f0-b9c9-40c8-bfdc-50e2d0219474',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.707117] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.707117] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.707117] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.707499] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.707636] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.707895] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 3cfd0f01-2cad-4f83-ac17-2d98c6531888 not found, creating... [ 658.708141] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.708787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.708787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.708787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.708787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.709097] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.709250] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.709362] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.709571] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.709708] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.709848] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 3cfd0f01-2cad-4f83-ac17-2d98c6531888 is going to be created. [ 658.735309] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.735309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.735309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.735309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.735309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.735309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-3cfd0f01-2cad-4f83-ac17-2d98c6531888" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.056482] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.056657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.056728] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.056955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.057717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.057717] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be created. [ 659.087641] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.087983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.087983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.088379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.088379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.099330] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: UNINITIALIZED for 2s [ 659.123092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ec655f0-b9c9-40c8-bfdc-50e2d0219474: rpc.has_security_group_logging(os_id): False [ 659.145209] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.145209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.145209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.145516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.145516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.145665] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.145736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.145794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.145921] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.145999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.146619] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.146619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.146619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.146619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.146619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.146945] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.146945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.146945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.148626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.151052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.151052] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 is going to be created. [ 659.183605] env[69952]: INFO networking_nsxv3.common.synchronization [req-ecf9be5c-cb11-440c-99d4-cbb49931d8ea req-a81d1b5f-cbe2-4566-ab89-886f5981a536 tempest-SecurityGroupRulesTestJSON-1425776696 tempest-SecurityGroupRulesTestJSON-1425776696-project-member] Enqueued Resource ID: 4a9ce123-8303-4dc4-a609-8ceebb63f15b with Priority: HIGHEST for action security_group_rules [ 659.188676] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9ce123-8303-4dc4-a609-8ceebb63f15b with Priority: HIGHEST for action security_group_rules [ 659.188676] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a9ce123-8303-4dc4-a609-8ceebb63f15b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.188676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a9ce123-8303-4dc4-a609-8ceebb63f15b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.188676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a9ce123-8303-4dc4-a609-8ceebb63f15b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.188676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a9ce123-8303-4dc4-a609-8ceebb63f15b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.188676] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a9ce123-8303-4dc4-a609-8ceebb63f15b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.246533] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.246533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.246533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.246533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.246533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.266945] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 in Status: IN_PROGRESS for 2s [ 659.667613] env[69952]: INFO networking_nsxv3.common.synchronization [None req-0946de21-6042-4178-a472-8d64d4c8bc67 None None] Enqueued Resource ID: ef57c322-732d-4b76-8c72-56ce6b030e8e with Priority: HIGHEST for action port [ 659.667871] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef57c322-732d-4b76-8c72-56ce6b030e8e with Priority: HIGHEST for action port [ 659.668535] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef57c322-732d-4b76-8c72-56ce6b030e8e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.668662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef57c322-732d-4b76-8c72-56ce6b030e8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.668729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef57c322-732d-4b76-8c72-56ce6b030e8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.668981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef57c322-732d-4b76-8c72-56ce6b030e8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.669893] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef57c322-732d-4b76-8c72-56ce6b030e8e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.677861] env[69952]: INFO networking_nsxv3.common.synchronization [req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c req-9fc6ab1d-48d0-4465-a163-c3f7e7c5c0cc service nova] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_rules [ 659.677861] env[69952]: INFO networking_nsxv3.common.synchronization [req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c req-9fc6ab1d-48d0-4465-a163-c3f7e7c5c0cc service nova] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 659.677962] env[69952]: INFO networking_nsxv3.common.synchronization [req-deeb6abd-fa40-4c30-b4d8-ad1d4f68907c req-9fc6ab1d-48d0-4465-a163-c3f7e7c5c0cc service nova] Enqueued Resource ID: 3cfd0f01-2cad-4f83-ac17-2d98c6531888 with Priority: HIGHEST for action port [ 659.678172] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_rules [ 659.678306] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 659.678402] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cfd0f01-2cad-4f83-ac17-2d98c6531888 with Priority: HIGHEST for action port [ 659.679032] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.679032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.679238] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.679310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.679512] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cfd0f01-2cad-4f83-ac17-2d98c6531888 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.679641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cfd0f01-2cad-4f83-ac17-2d98c6531888" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.679673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cfd0f01-2cad-4f83-ac17-2d98c6531888" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.679871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cfd0f01-2cad-4f83-ac17-2d98c6531888" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.679946] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cfd0f01-2cad-4f83-ac17-2d98c6531888',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.714468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.714616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.714677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.714894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.715018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.715120] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a9ce123-8303-4dc4-a609-8ceebb63f15b already deleted. [ 659.715221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a9ce123-8303-4dc4-a609-8ceebb63f15b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.174937] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef57c322-732d-4b76-8c72-56ce6b030e8e [ 660.174937] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.174937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.174937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.174937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.176263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.176263] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef57c322-732d-4b76-8c72-56ce6b030e8e already deleted. [ 660.176263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef57c322-732d-4b76-8c72-56ce6b030e8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.184061] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cfd0f01-2cad-4f83-ac17-2d98c6531888 with status ACTIVE [ 660.184061] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.184061] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.184061] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.184061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.186776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.186776] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cfd0f01-2cad-4f83-ac17-2d98c6531888 is going to be updated. [ 660.217047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.218468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.218468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.218626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.218950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.219504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cfd0f01-2cad-4f83-ac17-2d98c6531888" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.594762] env[69952]: INFO networking_nsxv3.common.synchronization [None req-bddfb531-6485-4e71-80a9-09f39b2f44ab tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Enqueued Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_rules [ 660.595958] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_rules [ 660.596450] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.596572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.596572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.597256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.597256] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.741296] env[69952]: INFO networking_nsxv3.common.synchronization [None req-587c1ab0-b6dc-4e77-937a-cf17b0645068 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Enqueued Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_rules [ 660.750923] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_rules [ 660.750923] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.750923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.927162] env[69952]: INFO networking_nsxv3.common.synchronization [None req-0a50bf4c-88c0-458a-8d9f-d5f7554c7f75 None None] Enqueued Resource ID: c8bb1516-0581-4463-847f-696e080a9679 with Priority: HIGHEST for action port [ 660.930584] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8bb1516-0581-4463-847f-696e080a9679 with Priority: HIGHEST for action port [ 660.931326] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8bb1516-0581-4463-847f-696e080a9679 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.931326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8bb1516-0581-4463-847f-696e080a9679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.931326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8bb1516-0581-4463-847f-696e080a9679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.931513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8bb1516-0581-4463-847f-696e080a9679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.931574] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8bb1516-0581-4463-847f-696e080a9679',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.122140] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 661.122396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.122578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.122897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.123014] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.123160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.123252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.123512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.123512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.123572] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.126708] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.126994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.127244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.127503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.127642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.127774] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 already deleted. [ 661.127896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.128304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.128566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.128772] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.280574] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 in Status: SUCCESS [ 661.280849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.434373] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8bb1516-0581-4463-847f-696e080a9679 [ 661.434373] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.434373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.434373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.434373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.435726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.435726] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8bb1516-0581-4463-847f-696e080a9679 already deleted. [ 661.435726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8bb1516-0581-4463-847f-696e080a9679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.633202] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.651906] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.652309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.652309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.652534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.652643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.652800] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 already deleted. [ 661.652932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.828286] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9ba409a5-65e9-415d-9443-eaabd106fa83 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 661.830350] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 661.831305] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.831305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.831305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.831305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.831305] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.932247] env[69952]: INFO networking_nsxv3.common.synchronization [req-0b0468e9-102c-41fd-a177-d6cd73ef4213 req-1bf16e39-a7c2-4e7a-8a5d-943d205caec7 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 661.932785] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 661.934469] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.934519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.087329] env[69952]: INFO networking_nsxv3.common.synchronization [None req-c3d05b8f-c694-4182-a39d-a00851a9540d tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 662.090516] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 662.091200] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.091351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.135129] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.356123] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.356279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.356356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.356576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.356667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.356761] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 already deleted. [ 662.356844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.357054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.357197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.357283] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.371249] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.371249] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.371436] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.373639] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.374056] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.374279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.374474] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.374837] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.375045] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.375374] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.375523] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.375662] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.375797] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.375932] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 662.376078] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.376239] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.396550] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.397024] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 662.397222] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.397393] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-747" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.397717] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-02684de3-a225-4b14-9313-7d2abdd06f4c taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.397892] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-02684de3-a225-4b14-9313-7d2abdd06f4c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.398018] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-02684de3-a225-4b14-9313-7d2abdd06f4c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.398345] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-02684de3-a225-4b14-9313-7d2abdd06f4c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.398488] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02684de3-a225-4b14-9313-7d2abdd06f4c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.641861] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.641861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.641861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.641861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.641861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.641861] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be updated. [ 662.679066] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.679066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.679066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.679066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.679066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.689207] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 662.881828] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.881828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.881828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.881828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.881828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.881828] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 already deleted. [ 662.881828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.903068] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.903993] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.904547] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.905264] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.905551] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.905817] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 02684de3-a225-4b14-9313-7d2abdd06f4c not found, creating... [ 662.907124] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.907124] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.907124] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.907124] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.912651] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.912651] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.912651] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.912651] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.912651] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.912651] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.912651] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 02684de3-a225-4b14-9313-7d2abdd06f4c is going to be created. [ 662.936791] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.937722] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.937722] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.937722] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.938576] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.938902] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-02684de3-a225-4b14-9313-7d2abdd06f4c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.866920] env[69952]: INFO networking_nsxv3.common.synchronization [req-0b0468e9-102c-41fd-a177-d6cd73ef4213 req-63dec774-24c0-4ca4-947d-8f6904980b56 service nova] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_rules [ 663.866920] env[69952]: INFO networking_nsxv3.common.synchronization [req-0b0468e9-102c-41fd-a177-d6cd73ef4213 req-63dec774-24c0-4ca4-947d-8f6904980b56 service nova] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 663.866920] env[69952]: INFO networking_nsxv3.common.synchronization [req-0b0468e9-102c-41fd-a177-d6cd73ef4213 req-63dec774-24c0-4ca4-947d-8f6904980b56 service nova] Enqueued Resource ID: 02684de3-a225-4b14-9313-7d2abdd06f4c with Priority: HIGHEST for action port [ 663.868156] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_rules [ 663.868436] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 663.868519] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02684de3-a225-4b14-9313-7d2abdd06f4c with Priority: HIGHEST for action port [ 663.868983] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.869135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.869801] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.869801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.870078] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-02684de3-a225-4b14-9313-7d2abdd06f4c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.870394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02684de3-a225-4b14-9313-7d2abdd06f4c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.870542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02684de3-a225-4b14-9313-7d2abdd06f4c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.870858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02684de3-a225-4b14-9313-7d2abdd06f4c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.870949] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02684de3-a225-4b14-9313-7d2abdd06f4c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.374950] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02684de3-a225-4b14-9313-7d2abdd06f4c with status ACTIVE [ 664.375434] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.375560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.375669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.377982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.377982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.377982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.377982] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02684de3-a225-4b14-9313-7d2abdd06f4c is going to be updated. [ 664.406498] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.406711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.406711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.406938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.407075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.407329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02684de3-a225-4b14-9313-7d2abdd06f4c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.705145] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 664.705145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.705145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.705145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.705145] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.705145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.705145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.705145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.705145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.705145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.705145] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.705771] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.709336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.709336] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.709336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.709336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.709336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.709336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.709336] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.218659] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.218659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.218659] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.696576] env[69952]: INFO networking_nsxv3.common.synchronization [None req-158eed25-da52-4baa-9901-dee337020951 None None] Enqueued Resource ID: 071fa7e4-8338-4521-b16b-664c971bb67f with Priority: HIGHEST for action port [ 665.698644] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071fa7e4-8338-4521-b16b-664c971bb67f with Priority: HIGHEST for action port [ 665.698644] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-071fa7e4-8338-4521-b16b-664c971bb67f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.698644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071fa7e4-8338-4521-b16b-664c971bb67f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.698644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071fa7e4-8338-4521-b16b-664c971bb67f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.698644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071fa7e4-8338-4521-b16b-664c971bb67f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.698644] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071fa7e4-8338-4521-b16b-664c971bb67f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.721153] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.740762] env[69952]: INFO networking_nsxv3.common.synchronization [req-bdec46de-b60a-493c-83e4-83766a691f12 req-69bfe0da-5b24-4d21-aed6-4f429ea98b7d tempest-ServerDiagnosticsNegativeTest-434279056 tempest-ServerDiagnosticsNegativeTest-434279056-project-member] Enqueued Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGHEST for action security_group_members [ 665.741374] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGHEST for action security_group_members [ 665.742040] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab49551-f235-4bee-ba6c-aba7702f178f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.742040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.743891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.743891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.743891] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.743891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.743891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.743891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.743891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.743891] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab49551-f235-4bee-ba6c-aba7702f178f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.008155] env[69952]: INFO networking_nsxv3.common.synchronization [None req-55c3c5df-068e-4135-8619-1484b8822925 None None] Enqueued Resource ID: ce15f266-0cf9-4045-9b4c-467740a6f867 with Priority: HIGHEST for action port [ 666.008155] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce15f266-0cf9-4045-9b4c-467740a6f867 with Priority: HIGHEST for action port [ 666.008155] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce15f266-0cf9-4045-9b4c-467740a6f867 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.008826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce15f266-0cf9-4045-9b4c-467740a6f867" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.009055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce15f266-0cf9-4045-9b4c-467740a6f867" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.009601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce15f266-0cf9-4045-9b4c-467740a6f867" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.009793] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce15f266-0cf9-4045-9b4c-467740a6f867',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.201016] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 071fa7e4-8338-4521-b16b-664c971bb67f [ 666.201275] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.201457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.201706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.201882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.201977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.202086] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:071fa7e4-8338-4521-b16b-664c971bb67f already deleted. [ 666.202173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071fa7e4-8338-4521-b16b-664c971bb67f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.224693] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.224923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.224974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.225397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.225472] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.225845] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be updated. [ 666.248241] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.248241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.248241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.248241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.248241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.248241] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.248241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.248241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.248241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.248241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.248241] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab49551-f235-4bee-ba6c-aba7702f178f is going to be updated. [ 666.264422] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.264422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.264422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.264422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.264673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.282268] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 666.282268] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.282268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.282268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.282268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.282268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.290217] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab49551-f235-4bee-ba6c-aba7702f178f in Status: IN_PROGRESS for 2s [ 666.354892] env[69952]: INFO networking_nsxv3.common.synchronization [req-2c677aef-ada7-4d1f-84c4-bbc42abdc4f5 req-ed3f81d3-df23-448e-abb3-6440e1255ef1 tempest-SecurityGroupRulesTestJSON-1425776696 tempest-SecurityGroupRulesTestJSON-1425776696-project-member] Enqueued Resource ID: 308a3048-6e3b-4d61-b108-62d3993ae30f with Priority: HIGHEST for action security_group_rules [ 666.355782] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308a3048-6e3b-4d61-b108-62d3993ae30f with Priority: HIGHEST for action security_group_rules [ 666.359025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-308a3048-6e3b-4d61-b108-62d3993ae30f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.359025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-308a3048-6e3b-4d61-b108-62d3993ae30f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.359025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-308a3048-6e3b-4d61-b108-62d3993ae30f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.359025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-308a3048-6e3b-4d61-b108-62d3993ae30f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.359025] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('308a3048-6e3b-4d61-b108-62d3993ae30f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.516434] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce15f266-0cf9-4045-9b4c-467740a6f867 [ 666.516644] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.516784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.516873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.518079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.518079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.518079] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce15f266-0cf9-4045-9b4c-467740a6f867 already deleted. [ 666.518079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce15f266-0cf9-4045-9b4c-467740a6f867" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.880590] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.881070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.881070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.881070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.881237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.881237] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 308a3048-6e3b-4d61-b108-62d3993ae30f already deleted. [ 666.881301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-308a3048-6e3b-4d61-b108-62d3993ae30f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.296205] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 668.297447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.297447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.297447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.297765] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.297765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.297765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.297908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.301630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.301630] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.308759] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab49551-f235-4bee-ba6c-aba7702f178f in Status: SUCCESS [ 668.308948] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab49551-f235-4bee-ba6c-aba7702f178f deletion is rescheduled due to dependency. [ 668.309057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.802440] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.895501] env[69952]: INFO networking_nsxv3.common.synchronization [None req-cf3b9947-eaaa-44f1-a050-c52dc3229645 None None] Enqueued Resource ID: d0c1f8ef-9888-418b-9308-94868e708681 with Priority: HIGHEST for action port [ 668.895501] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c1f8ef-9888-418b-9308-94868e708681 with Priority: HIGHEST for action port [ 668.895501] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c1f8ef-9888-418b-9308-94868e708681 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.895501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c1f8ef-9888-418b-9308-94868e708681" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.895501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c1f8ef-9888-418b-9308-94868e708681" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.896193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c1f8ef-9888-418b-9308-94868e708681" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.897930] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c1f8ef-9888-418b-9308-94868e708681',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.305666] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.373682] env[69952]: INFO networking_nsxv3.common.synchronization [None req-a4178442-2f3f-44d7-bc66-85b0aaa1dccd None None] Enqueued Resource ID: e47883c1-f471-449f-bb27-54244c2fc0f7 with Priority: HIGHEST for action port [ 669.376289] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e47883c1-f471-449f-bb27-54244c2fc0f7 with Priority: HIGHEST for action port [ 669.376289] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-e47883c1-f471-449f-bb27-54244c2fc0f7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.376289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e47883c1-f471-449f-bb27-54244c2fc0f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.376289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e47883c1-f471-449f-bb27-54244c2fc0f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.376289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e47883c1-f471-449f-bb27-54244c2fc0f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.376289] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e47883c1-f471-449f-bb27-54244c2fc0f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.402695] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0c1f8ef-9888-418b-9308-94868e708681 [ 669.403057] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.403277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.403368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.403608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.403765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.403819] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0c1f8ef-9888-418b-9308-94868e708681 already deleted. [ 669.403914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c1f8ef-9888-418b-9308-94868e708681" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.645239] env[69952]: INFO networking_nsxv3.common.synchronization [None req-25c2ae27-6f13-46ce-814d-65bb703f53bd None None] Enqueued Resource ID: c245f9f5-dac0-49b3-9f56-49c607595ae4 with Priority: HIGHEST for action port [ 669.649232] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c245f9f5-dac0-49b3-9f56-49c607595ae4 with Priority: HIGHEST for action port [ 669.649704] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c245f9f5-dac0-49b3-9f56-49c607595ae4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.649861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c245f9f5-dac0-49b3-9f56-49c607595ae4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.649931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c245f9f5-dac0-49b3-9f56-49c607595ae4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.650257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c245f9f5-dac0-49b3-9f56-49c607595ae4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.650340] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c245f9f5-dac0-49b3-9f56-49c607595ae4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.810038] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.810038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.810038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.810038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.810038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.810038] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be updated. [ 669.843486] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.843486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.843486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.843486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.843486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.854252] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 669.889771] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e47883c1-f471-449f-bb27-54244c2fc0f7 [ 669.890526] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.891705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.891705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.891705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.891705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.891705] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e47883c1-f471-449f-bb27-54244c2fc0f7 already deleted. [ 669.891705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e47883c1-f471-449f-bb27-54244c2fc0f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.150224] env[69952]: INFO networking_nsxv3.common.synchronization [req-77fe8609-4827-49cb-a867-04621a014b6a req-9ad4d550-f28e-4552-968d-543625038c57 tempest-ServerExternalEventsTest-678032887 tempest-ServerExternalEventsTest-678032887-project-member] Enqueued Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGHEST for action security_group_members [ 670.150831] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGHEST for action security_group_members [ 670.151370] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a340a9c-7ad0-4bbc-8496-3aefcff83832 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.151370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.151499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.151731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.151790] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.152676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.152676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.155204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.156033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.156033] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a340a9c-7ad0-4bbc-8496-3aefcff83832',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.157068] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c245f9f5-dac0-49b3-9f56-49c607595ae4 [ 670.157352] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.157352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.157352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.157557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.157620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.157705] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c245f9f5-dac0-49b3-9f56-49c607595ae4 already deleted. [ 670.157782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c245f9f5-dac0-49b3-9f56-49c607595ae4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.446988] env[69952]: INFO networking_nsxv3.common.synchronization [None req-d80b57b5-31d2-41c6-8dbb-6fae05fe9b90 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_rules [ 670.452609] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_rules [ 670.453678] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.453813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.453868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.454183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.454438] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.661789] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.662611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.662722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.662968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.663087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.663322] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.663462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.663540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.663709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.667019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.667019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 is going to be updated. [ 670.668602] env[69952]: INFO networking_nsxv3.common.synchronization [None req-52869620-d998-42d7-8745-51f86d559cc5 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_rules [ 670.669571] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_rules [ 670.673019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.673019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.697598] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.697826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.697940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.698257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.699123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.712135] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 in Status: IN_PROGRESS for 2s [ 670.975535] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.976130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.976311] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.976592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.976723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.976792] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc already deleted. [ 670.976896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.977087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.977378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.977378] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.501686] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.502211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.502211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.502211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.502371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.502371] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc already deleted. [ 671.502454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.568330] env[69952]: INFO networking_nsxv3.common.synchronization [req-2f68d226-af8d-4221-841e-e0d81e4d175f req-11908c76-57e1-46be-86cf-18359909fa9b tempest-SecurityGroupRulesTestJSON-1425776696 tempest-SecurityGroupRulesTestJSON-1425776696-project-member] Enqueued Resource ID: a6f239f5-1b2a-4127-a122-840cd8ede6e0 with Priority: HIGHEST for action security_group_rules [ 671.568888] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f239f5-1b2a-4127-a122-840cd8ede6e0 with Priority: HIGHEST for action security_group_rules [ 671.570036] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.570036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.570036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.570036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.570036] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f239f5-1b2a-4127-a122-840cd8ede6e0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.869575] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 671.869575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.869575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.869575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.869575] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.869575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.869575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.869575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.869575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.870134] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.919523] env[69952]: INFO networking_nsxv3.common.synchronization [None req-80465caa-92d4-48f8-a74b-cdbcccbee72c None None] Enqueued Resource ID: c34dfd4b-1aaf-410c-9b62-624799ce33c3 with Priority: HIGHEST for action port [ 671.919523] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34dfd4b-1aaf-410c-9b62-624799ce33c3 with Priority: HIGHEST for action port [ 671.920179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c34dfd4b-1aaf-410c-9b62-624799ce33c3 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.922854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c34dfd4b-1aaf-410c-9b62-624799ce33c3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.922854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c34dfd4b-1aaf-410c-9b62-624799ce33c3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.922854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c34dfd4b-1aaf-410c-9b62-624799ce33c3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.922854] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34dfd4b-1aaf-410c-9b62-624799ce33c3',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.094283] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.094451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.094501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.094725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.094843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.094960] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f239f5-1b2a-4127-a122-840cd8ede6e0 already deleted. [ 672.095054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.373395] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.426267] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c34dfd4b-1aaf-410c-9b62-624799ce33c3 [ 672.426591] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.426777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.426873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.427173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.427306] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.427467] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c34dfd4b-1aaf-410c-9b62-624799ce33c3 already deleted. [ 672.427579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c34dfd4b-1aaf-410c-9b62-624799ce33c3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.721321] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 in Status: SUCCESS [ 672.721624] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 deletion is rescheduled due to dependency. [ 672.721624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.876293] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.085248] env[69952]: INFO networking_nsxv3.common.synchronization [req-c13718c4-4fdd-4875-8bb9-c4301eaaf266 req-c5f2880d-30f3-4162-ab92-61c61f9d5456 tempest-SecurityGroupRulesTestJSON-1425776696 tempest-SecurityGroupRulesTestJSON-1425776696-project-member] Enqueued Resource ID: a6f239f5-1b2a-4127-a122-840cd8ede6e0 with Priority: HIGHEST for action security_group_rules [ 673.085792] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f239f5-1b2a-4127-a122-840cd8ede6e0 with Priority: HIGHEST for action security_group_rules [ 673.087958] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.088144] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.088576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.088876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.088931] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f239f5-1b2a-4127-a122-840cd8ede6e0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.380061] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.380270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.380327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.381036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.381036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.381036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be updated. [ 673.414853] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.415084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.415084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.418021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.418021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.425591] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 673.614281] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.614439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.614683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.614899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.614899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.614899] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f239f5-1b2a-4127-a122-840cd8ede6e0 already deleted. [ 673.615034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.951539] env[69952]: INFO networking_nsxv3.common.synchronization [req-3c0e2988-bd0b-4d99-82ff-75420dc29982 req-867d2607-c355-4512-a424-efbf03ae595a tempest-TenantUsagesTestJSON-1333893289 tempest-TenantUsagesTestJSON-1333893289-project-member] Enqueued Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGHEST for action security_group_members [ 673.952368] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGHEST for action security_group_members [ 673.952492] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.952580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.952580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.952789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.952944] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.953605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.953605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.953731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.953830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.953915] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ec655f0-b9c9-40c8-bfdc-50e2d0219474',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.024410] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9156a289-4eb5-42eb-9784-d7da5ea7bb78 None None] Enqueued Resource ID: 3bc0ffa6-5337-4c2f-be80-5ed91f56318b with Priority: HIGHEST for action port [ 674.024410] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc0ffa6-5337-4c2f-be80-5ed91f56318b with Priority: HIGHEST for action port [ 674.024410] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc0ffa6-5337-4c2f-be80-5ed91f56318b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.024410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc0ffa6-5337-4c2f-be80-5ed91f56318b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.024410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc0ffa6-5337-4c2f-be80-5ed91f56318b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.024967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc0ffa6-5337-4c2f-be80-5ed91f56318b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.025474] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc0ffa6-5337-4c2f-be80-5ed91f56318b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.458382] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.458591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.458591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.458808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.458864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.459022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.459118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.461673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.461673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.461673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.461673] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 is going to be updated. [ 674.495724] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.495724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.495724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.495962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.496009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.507628] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 in Status: IN_PROGRESS for 2s [ 674.530803] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bc0ffa6-5337-4c2f-be80-5ed91f56318b [ 674.530803] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.530803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.530803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.530803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.530803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.530803] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bc0ffa6-5337-4c2f-be80-5ed91f56318b already deleted. [ 674.530803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc0ffa6-5337-4c2f-be80-5ed91f56318b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.809026] env[69952]: INFO networking_nsxv3.common.synchronization [None req-880df93c-bcaa-46c0-97fe-aa26a03c84c1 None None] Enqueued Resource ID: 8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5 with Priority: HIGHEST for action port [ 674.810370] env[69952]: INFO networking_nsxv3.common.synchronization [req-aab0529b-7019-457d-9b67-1df94f995a58 req-7d7eaedd-06bd-4f06-ae38-2492b582b943 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 674.811430] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5 with Priority: HIGHEST for action port [ 674.811430] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 674.811556] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.811892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.811892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.812015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.812302] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.814601] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.814724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.814792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.815054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.815211] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.815353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.816829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.816829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.816829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.816829] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.934152] env[69952]: INFO networking_nsxv3.common.synchronization [None req-a61cda60-3270-4bb5-91e8-ae16d7226655 None None] Enqueued Resource ID: f7c7438a-4bc1-44aa-b62c-f502ee198c61 with Priority: HIGHEST for action port [ 674.934152] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c7438a-4bc1-44aa-b62c-f502ee198c61 with Priority: HIGHEST for action port [ 674.934152] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c7438a-4bc1-44aa-b62c-f502ee198c61 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.934152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c7438a-4bc1-44aa-b62c-f502ee198c61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.934152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c7438a-4bc1-44aa-b62c-f502ee198c61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.934992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c7438a-4bc1-44aa-b62c-f502ee198c61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.935098] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c7438a-4bc1-44aa-b62c-f502ee198c61',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.317474] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5 [ 675.319167] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.319167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.319167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.319167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.319167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.319378] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5 already deleted. [ 675.319378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cca6ff1-8ab8-4f26-a50e-d423bf9a29c5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.319754] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.319881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.319945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.320164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.320247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.320467] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.324037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.324037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.324037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.324037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.324037] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af already deleted. [ 675.324037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.436832] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 675.437213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.437385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.437506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.437694] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.438015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.438015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.438792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.438792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.438792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.438792] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.438792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.438792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.438792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.439070] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.439070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.439070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.439379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.439459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.439620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.439660] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.440570] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7c7438a-4bc1-44aa-b62c-f502ee198c61 [ 675.440922] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.441045] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.441116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.441262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.441340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.441435] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7c7438a-4bc1-44aa-b62c-f502ee198c61 already deleted. [ 675.441502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c7438a-4bc1-44aa-b62c-f502ee198c61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.672062] env[69952]: INFO networking_nsxv3.common.synchronization [req-fd40c9e5-4cf4-44ce-b0b4-149dd2125c28 req-94a7ae55-6adb-49b9-b30c-4e05c80cefd6 tempest-SecurityGroupRulesTestJSON-1425776696 tempest-SecurityGroupRulesTestJSON-1425776696-project-member] Enqueued Resource ID: a6f239f5-1b2a-4127-a122-840cd8ede6e0 with Priority: HIGHEST for action security_group_rules [ 675.675214] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f239f5-1b2a-4127-a122-840cd8ede6e0 with Priority: HIGHEST for action security_group_rules [ 675.676017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.676017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.676017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.676274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.676818] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6f239f5-1b2a-4127-a122-840cd8ede6e0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.944060] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 093d9d8f-4b50-414e-9939-f85e020507b9: rpc.has_security_group_logging(os_id): False [ 675.961458] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.961623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.961702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.961893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.961982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.962259] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.962336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.962386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.962497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.962570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.962739] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.962824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.965182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.965182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.965182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.965182] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.965182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.965182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.965182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.965182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.965182] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be created. [ 676.030385] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.030536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.030585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.030902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.030953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.046067] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 676.205896] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.205896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.205896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.205896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.205896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.205896] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6f239f5-1b2a-4127-a122-840cd8ede6e0 already deleted. [ 676.205896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6f239f5-1b2a-4127-a122-840cd8ede6e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.213343] env[69952]: INFO networking_nsxv3.common.synchronization [None req-71467383-f092-4750-8072-8ddbae23af5b None None] Enqueued Resource ID: 58f5cc1e-cd0a-4077-a8c6-5c651cea3388 with Priority: HIGHEST for action port [ 676.213343] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5cc1e-cd0a-4077-a8c6-5c651cea3388 with Priority: HIGHEST for action port [ 676.214529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f5cc1e-cd0a-4077-a8c6-5c651cea3388 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.214918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f5cc1e-cd0a-4077-a8c6-5c651cea3388" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.215165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f5cc1e-cd0a-4077-a8c6-5c651cea3388" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.215571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f5cc1e-cd0a-4077-a8c6-5c651cea3388" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.215780] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f5cc1e-cd0a-4077-a8c6-5c651cea3388',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.245262] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.245262] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-836" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.245262] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-836" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.246211] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-836" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.246501] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.246669] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.246790] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.250078] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.250308] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.250555] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.250674] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.250785] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.250895] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.251009] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.251120] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.251417] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.272717] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.273874] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.274091] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.274353] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-836" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.274828] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-7cde5340-4078-4da8-bbff-9d3721a4f229 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.275106] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-7cde5340-4078-4da8-bbff-9d3721a4f229" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.275213] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-7cde5340-4078-4da8-bbff-9d3721a4f229" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.275639] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-7cde5340-4078-4da8-bbff-9d3721a4f229" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.275826] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cde5340-4078-4da8-bbff-9d3721a4f229',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.519198] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 in Status: SUCCESS [ 676.519563] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 deletion is rescheduled due to dependency. [ 676.519563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.718266] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58f5cc1e-cd0a-4077-a8c6-5c651cea3388 [ 676.719204] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.719204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.719204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.719204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.719204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.719204] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58f5cc1e-cd0a-4077-a8c6-5c651cea3388 already deleted. [ 676.719490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f5cc1e-cd0a-4077-a8c6-5c651cea3388" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.779491] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.779711] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.780018] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.780229] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.780382] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.780540] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 7cde5340-4078-4da8-bbff-9d3721a4f229 not found, creating... [ 676.780812] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.781036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.781107] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.781324] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.781483] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.781786] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.781943] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.782745] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.783034] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.783194] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.783340] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 7cde5340-4078-4da8-bbff-9d3721a4f229 is going to be created. [ 676.811338] env[69952]: INFO networking_nsxv3.common.synchronization [None req-6f9d39da-a92a-4cfe-b83a-b03dbfc29955 None None] Enqueued Resource ID: f676305c-fd1a-4ff9-8ccf-861277e16ff4 with Priority: HIGHEST for action port [ 676.811338] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.811338] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.811338] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.811338] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.811338] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.813225] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-7cde5340-4078-4da8-bbff-9d3721a4f229" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.813225] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f676305c-fd1a-4ff9-8ccf-861277e16ff4 with Priority: HIGHEST for action port [ 676.814194] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f676305c-fd1a-4ff9-8ccf-861277e16ff4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.814194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f676305c-fd1a-4ff9-8ccf-861277e16ff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.814194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f676305c-fd1a-4ff9-8ccf-861277e16ff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.814408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f676305c-fd1a-4ff9-8ccf-861277e16ff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.814408] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f676305c-fd1a-4ff9-8ccf-861277e16ff4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.317243] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f676305c-fd1a-4ff9-8ccf-861277e16ff4 [ 677.317438] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.317701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.317701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.317856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.318013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.318132] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f676305c-fd1a-4ff9-8ccf-861277e16ff4 already deleted. [ 677.318258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f676305c-fd1a-4ff9-8ccf-861277e16ff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.825789] env[69952]: INFO networking_nsxv3.common.synchronization [None req-0d4c6c41-eacf-436c-a20b-5a7f072ac210 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Enqueued Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_rules [ 677.827249] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_rules [ 677.827447] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.827624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.828787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.829074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.829494] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.872875] env[69952]: INFO networking_nsxv3.common.synchronization [req-aab0529b-7019-457d-9b67-1df94f995a58 req-be910be5-2a30-49a3-b98b-4676b3bb860c service nova] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_rules [ 677.873360] env[69952]: INFO networking_nsxv3.common.synchronization [req-aab0529b-7019-457d-9b67-1df94f995a58 req-be910be5-2a30-49a3-b98b-4676b3bb860c service nova] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 677.873637] env[69952]: INFO networking_nsxv3.common.synchronization [req-aab0529b-7019-457d-9b67-1df94f995a58 req-be910be5-2a30-49a3-b98b-4676b3bb860c service nova] Enqueued Resource ID: 7cde5340-4078-4da8-bbff-9d3721a4f229 with Priority: HIGHEST for action port [ 677.874383] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_rules [ 677.874679] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 677.874840] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cde5340-4078-4da8-bbff-9d3721a4f229 with Priority: HIGHEST for action port [ 677.879982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.880139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.880386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.880507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.880616] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.886319] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.886319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.886319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.886319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.886319] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.886319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.886319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.886319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.886319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.886319] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.886877] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cde5340-4078-4da8-bbff-9d3721a4f229 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.886877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cde5340-4078-4da8-bbff-9d3721a4f229" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.886877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cde5340-4078-4da8-bbff-9d3721a4f229" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.886877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cde5340-4078-4da8-bbff-9d3721a4f229" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.887034] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cde5340-4078-4da8-bbff-9d3721a4f229',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.981071] env[69952]: INFO networking_nsxv3.common.synchronization [None req-4b378646-1801-41e3-afb3-39fb51bc9240 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Enqueued Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_rules [ 677.982049] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_rules [ 677.982049] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.982049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.062471] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 678.062697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.062885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.063139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.063231] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.101938] env[69952]: INFO networking_nsxv3.common.synchronization [None req-5de12792-2f4f-43e2-8106-4b95c7372fea None None] Enqueued Resource ID: 4a285346-1c0a-4ad4-a5f3-35a30ac20556 with Priority: HIGHEST for action port [ 678.102193] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a285346-1c0a-4ad4-a5f3-35a30ac20556 with Priority: HIGHEST for action port [ 678.102873] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a285346-1c0a-4ad4-a5f3-35a30ac20556 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.102994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a285346-1c0a-4ad4-a5f3-35a30ac20556" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.103530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a285346-1c0a-4ad4-a5f3-35a30ac20556" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.103530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a285346-1c0a-4ad4-a5f3-35a30ac20556" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.103530] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a285346-1c0a-4ad4-a5f3-35a30ac20556',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.233974] env[69952]: INFO networking_nsxv3.common.synchronization [None req-10eca455-27a2-4017-b49a-7fa01e2562ee None None] Enqueued Resource ID: 9ef7772a-9b71-4332-93ae-603eea7e86b2 with Priority: HIGHEST for action port [ 678.234269] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef7772a-9b71-4332-93ae-603eea7e86b2 with Priority: HIGHEST for action port [ 678.234932] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ef7772a-9b71-4332-93ae-603eea7e86b2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.235159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ef7772a-9b71-4332-93ae-603eea7e86b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.235159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ef7772a-9b71-4332-93ae-603eea7e86b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.235468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ef7772a-9b71-4332-93ae-603eea7e86b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.235468] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef7772a-9b71-4332-93ae-603eea7e86b2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.355630] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.355800] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.355878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.356197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.356354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.356472] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 already deleted. [ 678.356565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.356726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.356903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.357605] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.375274] env[69952]: INFO networking_nsxv3.common.synchronization [None req-081874f1-901f-4ca9-acfa-f7aea4f20d13 None None] Enqueued Resource ID: c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8 with Priority: HIGHEST for action port [ 678.375274] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8 with Priority: HIGHEST for action port [ 678.375925] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.376167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.376203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.376545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.376639] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.390234] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.390234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.390234] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.390723] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cde5340-4078-4da8-bbff-9d3721a4f229 with status ACTIVE [ 678.390907] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.391133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.391133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.391749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.391749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.391749] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.391872] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.391940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.392756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.392756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.392756] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.392756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.392756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.392756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.393576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.393576] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cde5340-4078-4da8-bbff-9d3721a4f229 is going to be updated. [ 678.415889] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.416075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.416437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.416755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.416897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.417281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cde5340-4078-4da8-bbff-9d3721a4f229" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.441169] env[69952]: INFO networking_nsxv3.common.synchronization [req-7592e7a8-387c-4a30-b5de-d95844610eb7 req-83f98405-b982-4f69-9a52-8e76c1e6ab56 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 678.441734] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 678.442059] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.442182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.442251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.442492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.444873] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.444873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.444873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.444873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.444873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.444873] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.569278] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.570373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.570663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.571253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.571253] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.571434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.571434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.574837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.574837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.574837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.574837] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.606382] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a285346-1c0a-4ad4-a5f3-35a30ac20556 [ 678.606612] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.606746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.606816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.607042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.607134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.607228] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a285346-1c0a-4ad4-a5f3-35a30ac20556 already deleted. [ 678.607313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a285346-1c0a-4ad4-a5f3-35a30ac20556" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.739484] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ef7772a-9b71-4332-93ae-603eea7e86b2 [ 678.739726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.739855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.739920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.740167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.740272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.740498] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ef7772a-9b71-4332-93ae-603eea7e86b2 already deleted. [ 678.740498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ef7772a-9b71-4332-93ae-603eea7e86b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.880815] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.881135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.882756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.886097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.886097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.886097] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 already deleted. [ 678.886097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.886097] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8 [ 678.886097] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.886097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.886097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.886097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.886097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.886097] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8 already deleted. [ 678.886097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1fb3dc2-3756-4b2f-b9ca-0b0da074a2f8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.896177] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.946947] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.947114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.947351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.947578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.947578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.947788] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.948022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.948022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.948188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.948272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.948380] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 already deleted. [ 678.948468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.006362] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9aed6f3d-f64b-46c9-8756-8f2b63b02095 None None] Enqueued Resource ID: 4569ae78-389a-4c71-aa1c-8f4339bb9e8f with Priority: HIGHEST for action port [ 679.006623] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4569ae78-389a-4c71-aa1c-8f4339bb9e8f with Priority: HIGHEST for action port [ 679.007306] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-4569ae78-389a-4c71-aa1c-8f4339bb9e8f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.007441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4569ae78-389a-4c71-aa1c-8f4339bb9e8f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.007526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4569ae78-389a-4c71-aa1c-8f4339bb9e8f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.007758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4569ae78-389a-4c71-aa1c-8f4339bb9e8f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.007831] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4569ae78-389a-4c71-aa1c-8f4339bb9e8f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.074890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.077244] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.077244] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.077244] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.077244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.078013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.078013] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.298201] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.298436] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.298564] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.299462] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.299794] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.299989] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.300152] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.300399] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.300553] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.300770] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.300893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.301916] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.301916] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.301916] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.301916] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.301916] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.324986] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.325149] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.325244] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.325440] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.325735] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.325917] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.326055] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.330020] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.330020] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3dd1c4-79cf-49c5-a772-fe96da23ed61',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.398226] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.398226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.398535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.398587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.398685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.398795] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af is going to be created. [ 679.426304] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.426492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.426585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.426842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.427017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.441942] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: UNINITIALIZED for 2s [ 679.513991] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4569ae78-389a-4c71-aa1c-8f4339bb9e8f [ 679.514258] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.514404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.514467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.514666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.514752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.514845] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4569ae78-389a-4c71-aa1c-8f4339bb9e8f already deleted. [ 679.514923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4569ae78-389a-4c71-aa1c-8f4339bb9e8f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.586580] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 093d9d8f-4b50-414e-9939-f85e020507b9: rpc.has_security_group_logging(os_id): False [ 679.601415] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.601549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.601620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.601840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.601930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.602150] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.602247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.602317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.602479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.602553] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.602726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.602816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.602875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.603022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.603096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.603278] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.603383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.603455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.603597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.603668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.603820] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be updated. [ 679.703267] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.703532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.703532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.703714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.703863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.737710] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 679.832562] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.832942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.833156] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.833581] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.833854] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.834138] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port bc3dd1c4-79cf-49c5-a772-fe96da23ed61 not found, creating... [ 679.834582] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.834879] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835127] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.835627] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.835909] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.836520] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.836784] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.838111] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.838111] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.838111] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.838111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: bc3dd1c4-79cf-49c5-a772-fe96da23ed61 is going to be created. [ 679.866195] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.866195] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.867248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.867248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.868506] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.868506] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.538700] env[69952]: INFO networking_nsxv3.common.synchronization [None req-8a0805a6-01ca-4490-888a-7a8cc6e0e153 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Enqueued Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_rules [ 680.539784] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_rules [ 680.542190] env[69952]: INFO networking_nsxv3.common.synchronization [req-d26ae45b-e417-4786-b106-d326a61d204d req-2397fc2b-2fd1-4306-8b9c-381d27395b82 tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Enqueued Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_members [ 680.542536] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.542669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.542729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.543225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.543225] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.544946] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_members [ 680.544993] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.545111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.545347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.545927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.546106] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.546278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.546278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.546537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.546537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.546646] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.745110] env[69952]: INFO networking_nsxv3.common.synchronization [None req-b29782cd-0997-4c0c-ba73-e55e068edd2a tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Enqueued Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_rules [ 680.745365] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_rules [ 680.745811] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.745929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.030341] env[69952]: INFO networking_nsxv3.common.synchronization [req-7592e7a8-387c-4a30-b5de-d95844610eb7 req-31875987-995c-48ec-a766-d171770f5963 service nova] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_rules [ 681.030536] env[69952]: INFO networking_nsxv3.common.synchronization [req-7592e7a8-387c-4a30-b5de-d95844610eb7 req-31875987-995c-48ec-a766-d171770f5963 service nova] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 681.030684] env[69952]: INFO networking_nsxv3.common.synchronization [req-7592e7a8-387c-4a30-b5de-d95844610eb7 req-31875987-995c-48ec-a766-d171770f5963 service nova] Enqueued Resource ID: bc3dd1c4-79cf-49c5-a772-fe96da23ed61 with Priority: HIGHEST for action port [ 681.031244] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_rules [ 681.031380] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 681.031479] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3dd1c4-79cf-49c5-a772-fe96da23ed61 with Priority: HIGHEST for action port [ 681.031907] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.031907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.032072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.032138] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.032229] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.033126] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.033185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.033220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.033391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.033629] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.033629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.033844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.035367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.035499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.035789] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.036797] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.039144] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.039144] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.039144] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.039144] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3dd1c4-79cf-49c5-a772-fe96da23ed61',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.052751] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.052751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.052751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.052751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.052751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.053116] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.053116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.053116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.053293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.053345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.053409] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfe77154-369d-4c18-b85a-f1a57c67e161 already deleted. [ 681.053465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.060960] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-109 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.061603] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.061603] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.061955] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.062249] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.062506] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.062679] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.063955] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.063955] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.063955] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.063955] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.064179] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.064405] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.064625] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.064823] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.065082] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.069536] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.069536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.069536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.069536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.069536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.069536] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a already deleted. [ 681.069847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.071255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.071519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.071663] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.095150] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.095460] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.095460] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.100437] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.100437] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-cd978350-31e5-456e-9d4e-1c209cee99a6 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.100437] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-cd978350-31e5-456e-9d4e-1c209cee99a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.100437] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-cd978350-31e5-456e-9d4e-1c209cee99a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.100437] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-cd978350-31e5-456e-9d4e-1c209cee99a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.100437] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd978350-31e5-456e-9d4e-1c209cee99a6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.125576] env[69952]: INFO networking_nsxv3.common.synchronization [None req-71038fa2-48ad-4db6-a38c-43034f25e499 None None] Enqueued Resource ID: eeb36360-4949-4a04-861c-dfb2f7b88f80 with Priority: HIGHEST for action port [ 681.125576] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb36360-4949-4a04-861c-dfb2f7b88f80 with Priority: HIGHEST for action port [ 681.125961] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb36360-4949-4a04-861c-dfb2f7b88f80 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.126262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb36360-4949-4a04-861c-dfb2f7b88f80" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.126372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb36360-4949-4a04-861c-dfb2f7b88f80" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.126658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb36360-4949-4a04-861c-dfb2f7b88f80" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.126728] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb36360-4949-4a04-861c-dfb2f7b88f80',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.454735] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: SUCCESS [ 681.454941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.455584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.455584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.455584] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.455801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.455801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.455987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.455987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.456077] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.456158] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.539996] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.540316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.540536] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.544184] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc3dd1c4-79cf-49c5-a772-fe96da23ed61 with status ACTIVE [ 681.544617] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.544851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.544851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.545365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.545760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.546042] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.546166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.546223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.546397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.546553] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.546658] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.547176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.547176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.547176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.547176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.547176] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc3dd1c4-79cf-49c5-a772-fe96da23ed61 is going to be updated. [ 681.576103] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.576266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.576266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.576891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.576891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.577254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc3dd1c4-79cf-49c5-a772-fe96da23ed61" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.595507] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.595658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.595727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.595934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.596030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.596125] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a already deleted. [ 681.596204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.599974] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.600159] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.600731] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.600731] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.600881] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.600926] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port cd978350-31e5-456e-9d4e-1c209cee99a6 not found, creating... [ 681.601237] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.601433] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.601703] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.601796] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.602154] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.602478] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.602645] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.602767] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.603641] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.603909] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.604090] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: cd978350-31e5-456e-9d4e-1c209cee99a6 is going to be created. [ 681.625165] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.625417] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.625539] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.625834] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.626080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.626320] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-cd978350-31e5-456e-9d4e-1c209cee99a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.629150] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeb36360-4949-4a04-861c-dfb2f7b88f80 [ 681.629333] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.629596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.629710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.629930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.630040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.630131] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeb36360-4949-4a04-861c-dfb2f7b88f80 already deleted. [ 681.630212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb36360-4949-4a04-861c-dfb2f7b88f80" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.763250] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 681.763250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.763250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.763250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.763250] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.986051] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.986051] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.986051] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.986051] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.986051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.990560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.990560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.990560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.990560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.990560] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.045568] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.270854] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.270854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.270854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.270854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.270854] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.270854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.270854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.270854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.270854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.270854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.270854] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.476751] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fb90bb9-6660-4c9d-925f-271822ef47af: rpc.has_security_group_logging(os_id): False [ 682.495945] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.496104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.496179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.499021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.499021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.499021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.499021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.499988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.501159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.501323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.501478] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af is going to be created. [ 682.554675] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.555290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.555290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.555290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.555290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.555582] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 is going to be created. [ 682.570285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.570448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.570761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.571101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.571395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.586468] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: IN_PROGRESS for 2s [ 682.598839] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.599062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.599062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.599326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.599480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.612569] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: UNINITIALIZED for 2s [ 682.748624] env[69952]: INFO networking_nsxv3.common.synchronization [req-d26ae45b-e417-4786-b106-d326a61d204d req-200bf6de-59af-48d0-9a55-aa965f5f0031 service nova] Enqueued Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_rules [ 682.748624] env[69952]: INFO networking_nsxv3.common.synchronization [req-d26ae45b-e417-4786-b106-d326a61d204d req-200bf6de-59af-48d0-9a55-aa965f5f0031 service nova] Enqueued Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_members [ 682.748624] env[69952]: INFO networking_nsxv3.common.synchronization [req-d26ae45b-e417-4786-b106-d326a61d204d req-200bf6de-59af-48d0-9a55-aa965f5f0031 service nova] Enqueued Resource ID: cd978350-31e5-456e-9d4e-1c209cee99a6 with Priority: HIGHEST for action port [ 682.749182] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_rules [ 682.749318] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_members [ 682.749622] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd978350-31e5-456e-9d4e-1c209cee99a6 with Priority: HIGHEST for action port [ 682.749838] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.750049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.750188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.750956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.750956] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.751740] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.751740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.751740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.751890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.752487] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.752487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.752487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.752487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.752871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.752871] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.753773] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd978350-31e5-456e-9d4e-1c209cee99a6 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.753773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd978350-31e5-456e-9d4e-1c209cee99a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.753773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd978350-31e5-456e-9d4e-1c209cee99a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.753990] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd978350-31e5-456e-9d4e-1c209cee99a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.754288] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd978350-31e5-456e-9d4e-1c209cee99a6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.777165] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.777643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.780034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.780034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.780034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.780034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.780844] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.256240] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.257390] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.257521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.257614] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd978350-31e5-456e-9d4e-1c209cee99a6 with status ACTIVE [ 683.257781] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.257889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.257951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.258996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.258996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.258996] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.258996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.258996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.258996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.258996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.259842] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.260102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.263017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.263017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.263017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.263017] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd978350-31e5-456e-9d4e-1c209cee99a6 is going to be updated. [ 683.264959] env[69952]: INFO networking_nsxv3.common.synchronization [req-9110fed4-412e-45a5-a718-4c95f01172e9 req-6a4c4c6d-58dd-4391-a3e2-320ec9925de1 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Enqueued Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_members [ 683.266090] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_members [ 683.266432] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5a82f6-0a6e-49cc-9da6-035b492d5917 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.266555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.266610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.266869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.267043] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.267149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.267277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.267389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.267508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.267600] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.283245] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 093d9d8f-4b50-414e-9939-f85e020507b9: rpc.has_security_group_logging(os_id): False [ 683.300520] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.300851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.300851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.301123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.301276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.301477] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd978350-31e5-456e-9d4e-1c209cee99a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.303757] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.303849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.303849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.304041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.304135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.304366] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.304445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.306523] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.306523] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.306523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.306523] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be updated. [ 683.386642] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.386829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.386922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.387185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.387540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.408608] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 683.764628] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.772547] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.772547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.772547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.772547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.772547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.772547] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.772547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.772547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.772547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.772547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.772547] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 already deleted. [ 683.772547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.864032] env[69952]: INFO networking_nsxv3.common.synchronization [None req-fcb58ab0-807d-45e6-b6a7-d6bbed4d7a6c None None] Enqueued Resource ID: 2f83d2b0-42ba-4a2c-8393-c2a79abd04c8 with Priority: HIGHEST for action port [ 683.866844] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f83d2b0-42ba-4a2c-8393-c2a79abd04c8 with Priority: HIGHEST for action port [ 683.866844] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f83d2b0-42ba-4a2c-8393-c2a79abd04c8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.866844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f83d2b0-42ba-4a2c-8393-c2a79abd04c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.866844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f83d2b0-42ba-4a2c-8393-c2a79abd04c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.866844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f83d2b0-42ba-4a2c-8393-c2a79abd04c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.866844] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f83d2b0-42ba-4a2c-8393-c2a79abd04c8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.929899] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.930138] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.930262] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.930580] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.930839] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.930992] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.931119] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.931349] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.931479] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.931889] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.932633] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.932633] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.932633] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.932633] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.932633] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.932633] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.958231] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.958231] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.958231] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.958231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.958231] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-2b1b6883-40be-42ea-9dad-446abdf3c863 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.958231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-2b1b6883-40be-42ea-9dad-446abdf3c863" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.958231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-2b1b6883-40be-42ea-9dad-446abdf3c863" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.958231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-2b1b6883-40be-42ea-9dad-446abdf3c863" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.958231] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1b6883-40be-42ea-9dad-446abdf3c863',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.271362] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.271589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.271627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.271899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.272010] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.272116] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfe77154-369d-4c18-b85a-f1a57c67e161 is going to be created. [ 684.298178] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.298178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.298178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.298400] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.298400] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.310624] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfe77154-369d-4c18-b85a-f1a57c67e161 in Status: UNINITIALIZED for 2s [ 684.368803] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f83d2b0-42ba-4a2c-8393-c2a79abd04c8 [ 684.368803] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.368803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.368803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.368803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.368803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.368803] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f83d2b0-42ba-4a2c-8393-c2a79abd04c8 already deleted. [ 684.368803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f83d2b0-42ba-4a2c-8393-c2a79abd04c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.462028] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.462028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.462234] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.462369] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.462553] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.462716] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 2b1b6883-40be-42ea-9dad-446abdf3c863 not found, creating... [ 684.462981] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.463171] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.463289] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.463521] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.463664] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.463948] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.464554] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.464554] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.464554] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.464709] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.464792] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 2b1b6883-40be-42ea-9dad-446abdf3c863 is going to be created. [ 684.490376] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.490581] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.490751] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.492200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.492200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.492200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-2b1b6883-40be-42ea-9dad-446abdf3c863" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.598421] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: SUCCESS [ 684.598654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.646584] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: SUCCESS [ 684.649303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.649303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.649303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.649303] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.649303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.649303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.649303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.649303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.649303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.649303] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.152255] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.432685] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 685.433661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.654743] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df5061c9-afe3-4d87-8724-678c5a8a2f18: rpc.has_security_group_logging(os_id): False [ 685.683947] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.683947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.683947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.684165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.684165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.684419] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.684538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.684592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.685057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.685057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.685057] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 is going to be created. [ 685.756312] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.756312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.756312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.756312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.756312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.759976] env[69952]: INFO networking_nsxv3.common.synchronization [req-9110fed4-412e-45a5-a718-4c95f01172e9 req-f56af95e-9010-48d1-931b-8c3fcc871dc2 service nova] Enqueued Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_rules [ 685.760972] env[69952]: INFO networking_nsxv3.common.synchronization [req-9110fed4-412e-45a5-a718-4c95f01172e9 req-f56af95e-9010-48d1-931b-8c3fcc871dc2 service nova] Enqueued Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_members [ 685.761697] env[69952]: INFO networking_nsxv3.common.synchronization [req-9110fed4-412e-45a5-a718-4c95f01172e9 req-f56af95e-9010-48d1-931b-8c3fcc871dc2 service nova] Enqueued Resource ID: 2b1b6883-40be-42ea-9dad-446abdf3c863 with Priority: HIGHEST for action port [ 685.762643] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_rules [ 685.762891] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_members [ 685.763096] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1b6883-40be-42ea-9dad-446abdf3c863 with Priority: HIGHEST for action port [ 685.763468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.763966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.767053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.767053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.767053] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.767053] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5a82f6-0a6e-49cc-9da6-035b492d5917 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.767053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.767053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.767053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.767053] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.767053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.767053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.767053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.767053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.767053] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.768369] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1b6883-40be-42ea-9dad-446abdf3c863 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.768695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1b6883-40be-42ea-9dad-446abdf3c863" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.768864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1b6883-40be-42ea-9dad-446abdf3c863" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.769498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1b6883-40be-42ea-9dad-446abdf3c863" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.769755] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1b6883-40be-42ea-9dad-446abdf3c863',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.772031] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: IN_PROGRESS for 2s [ 686.139549] env[69952]: INFO networking_nsxv3.common.synchronization [req-b6eb840f-0819-4632-91e9-8dd078dcff79 req-bdb55b81-52a9-4b7f-82d8-a12d4119de03 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 686.140166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 686.140544] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.140822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.140822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.141160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.141349] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.141505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.141609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.141814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.141945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.142493] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.269243] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.274475] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5a82f6-0a6e-49cc-9da6-035b492d5917 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.274475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.281498] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b1b6883-40be-42ea-9dad-446abdf3c863 with status ACTIVE [ 686.281498] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.281498] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.281498] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.281498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.281498] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b1b6883-40be-42ea-9dad-446abdf3c863 is going to be updated. [ 686.307035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.307035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.307035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.308118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.308118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.308583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1b6883-40be-42ea-9dad-446abdf3c863" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.322746] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfe77154-369d-4c18-b85a-f1a57c67e161 in Status: SUCCESS [ 686.323493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.323493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.323718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.323958] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.324118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.324281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.324951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.324951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.324951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.324951] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.644627] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.644876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.644876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.645093] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.645189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.645417] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.645540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.645622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.645796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.645875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.645963] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d already deleted. [ 686.646060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.717606] env[69952]: INFO networking_nsxv3.common.synchronization [None req-5800cfa3-dad2-4c6b-b66b-e573e6597200 None None] Enqueued Resource ID: 4833957b-5661-4cee-96c9-b2b317396528 with Priority: HIGHEST for action port [ 686.717606] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4833957b-5661-4cee-96c9-b2b317396528 with Priority: HIGHEST for action port [ 686.718098] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-4833957b-5661-4cee-96c9-b2b317396528 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.718982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4833957b-5661-4cee-96c9-b2b317396528" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.718982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4833957b-5661-4cee-96c9-b2b317396528" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.718982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4833957b-5661-4cee-96c9-b2b317396528" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.718982] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4833957b-5661-4cee-96c9-b2b317396528',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.781255] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.830450] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.223937] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4833957b-5661-4cee-96c9-b2b317396528 [ 687.224172] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.224265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.224334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.224556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.224650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.224751] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4833957b-5661-4cee-96c9-b2b317396528 already deleted. [ 687.224926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4833957b-5661-4cee-96c9-b2b317396528" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.284491] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.284794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.284794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.284891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.285632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.285632] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 is going to be created. [ 687.306403] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.306403] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-579" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.306403] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-579" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.306403] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-579" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.307206] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.307429] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.307429] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.307917] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.308127] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.308322] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.308399] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.308511] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.308696] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.308813] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.308934] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.309153] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.334046] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfe77154-369d-4c18-b85a-f1a57c67e161: rpc.has_security_group_logging(os_id): False [ 687.352375] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.352712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.352901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.353254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.353583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.355680] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.355924] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.356160] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.356367] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-579" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.356796] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-45bee8cd-809e-4170-b812-890af2dc3a5c taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.357123] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.357318] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.358459] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.358863] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bee8cd-809e-4170-b812-890af2dc3a5c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.379685] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 in Status: UNINITIALIZED for 2s [ 687.384388] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.384565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.384631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.384842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.385746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.385746] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.385746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.385972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.386824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.386824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.386824] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfe77154-369d-4c18-b85a-f1a57c67e161 is going to be created. [ 687.471576] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.471576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.471576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.471576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.471576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.485072] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfe77154-369d-4c18-b85a-f1a57c67e161 in Status: IN_PROGRESS for 2s [ 687.786223] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: SUCCESS [ 687.786223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.861958] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.862689] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.862689] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.862829] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.862914] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.863086] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 45bee8cd-809e-4170-b812-890af2dc3a5c not found, creating... [ 687.863437] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.863664] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.863793] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.864141] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.864370] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.866394] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.866394] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.866394] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.866394] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.866394] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.866394] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 45bee8cd-809e-4170-b812-890af2dc3a5c is going to be created. [ 687.887968] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.888971] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.889183] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.889518] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.889910] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.890199] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.538959] env[69952]: INFO networking_nsxv3.common.synchronization [None req-1a0c5a35-8e89-4ad2-ad95-f918beadefd8 None None] Enqueued Resource ID: 46b785f2-196c-46e9-8945-f2805fa3b9bd with Priority: HIGHEST for action port [ 688.539936] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46b785f2-196c-46e9-8945-f2805fa3b9bd with Priority: HIGHEST for action port [ 688.540620] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-46b785f2-196c-46e9-8945-f2805fa3b9bd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.540620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46b785f2-196c-46e9-8945-f2805fa3b9bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.540620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46b785f2-196c-46e9-8945-f2805fa3b9bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.540835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46b785f2-196c-46e9-8945-f2805fa3b9bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.540835] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46b785f2-196c-46e9-8945-f2805fa3b9bd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.043719] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46b785f2-196c-46e9-8945-f2805fa3b9bd [ 689.044010] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.044126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.044200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.044418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.044523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.044632] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46b785f2-196c-46e9-8945-f2805fa3b9bd already deleted. [ 689.044682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46b785f2-196c-46e9-8945-f2805fa3b9bd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.096069] env[69952]: INFO networking_nsxv3.common.synchronization [req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 req-f137e765-66c9-4556-9e5e-bc6b247366b9 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Enqueued Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_members [ 689.096704] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_members [ 689.097311] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.098099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.098099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.098233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.098528] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.098961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.099082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.099344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.099479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.099685] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.260043] env[69952]: INFO networking_nsxv3.common.synchronization [req-b6eb840f-0819-4632-91e9-8dd078dcff79 req-29c9bf32-cb03-42af-ad37-2af8fd9aa2e2 service nova] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 689.260043] env[69952]: INFO networking_nsxv3.common.synchronization [req-b6eb840f-0819-4632-91e9-8dd078dcff79 req-29c9bf32-cb03-42af-ad37-2af8fd9aa2e2 service nova] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 689.260043] env[69952]: INFO networking_nsxv3.common.synchronization [req-b6eb840f-0819-4632-91e9-8dd078dcff79 req-29c9bf32-cb03-42af-ad37-2af8fd9aa2e2 service nova] Enqueued Resource ID: 45bee8cd-809e-4170-b812-890af2dc3a5c with Priority: HIGHEST for action port [ 689.261855] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 689.262026] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 689.262169] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bee8cd-809e-4170-b812-890af2dc3a5c with Priority: HIGHEST for action port [ 689.262425] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.266582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.266582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.266582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.266817] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.269289] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.269289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.269289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.269289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.269289] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.269289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.269289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.269289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.269289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.269289] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.273472] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-45bee8cd-809e-4170-b812-890af2dc3a5c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.275176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.275176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.275176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.275176] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bee8cd-809e-4170-b812-890af2dc3a5c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.395207] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 in Status: SUCCESS [ 689.395981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.395981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.395981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.396329] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.396329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.396329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.396579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.396579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.396691] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.396739] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.504040] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfe77154-369d-4c18-b85a-f1a57c67e161 in Status: SUCCESS [ 689.504807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.607793] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.607793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.607793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.607793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.607793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.607793] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.607793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.607793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.607793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.607793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.607793] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b already deleted. [ 689.607793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.776327] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.776474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.779868] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45bee8cd-809e-4170-b812-890af2dc3a5c with status ACTIVE [ 689.780106] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.780248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.780334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.780562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.780656] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.780844] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.780940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.781019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.781196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.781275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.781459] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.781556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.781613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.781755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.781830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.781913] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45bee8cd-809e-4170-b812-890af2dc3a5c is going to be updated. [ 689.784888] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.813763] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.813763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.813763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.813763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.813763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.813763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.899366] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.288292] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.409035] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f5a82f6-0a6e-49cc-9da6-035b492d5917: rpc.has_security_group_logging(os_id): False [ 690.431729] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.431928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.431928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.432261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.432372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.432662] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.432793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.432862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.433044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.433129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.433240] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 is going to be created. [ 690.547953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.547953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.547953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.547953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.547953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.566301] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 in Status: IN_PROGRESS for 2s [ 690.718846] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-146 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.719129] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-146" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.719171] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-146" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.719514] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-146" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.719785] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.720023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.720090] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.720325] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.720464] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.720682] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.720798] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.720910] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.721029] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.721142] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.721325] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.721387] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.743644] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.743881] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.744025] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.744141] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-146" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.744460] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-4e246222-9568-42e6-95ad-291de72ac744 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.744703] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-4e246222-9568-42e6-95ad-291de72ac744" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.744793] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-4e246222-9568-42e6-95ad-291de72ac744" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.745276] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-4e246222-9568-42e6-95ad-291de72ac744" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.745444] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e246222-9568-42e6-95ad-291de72ac744',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.793024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.793024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.793024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.793024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.793024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.793024] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be created. [ 690.816515] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.816632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.816632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.816816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.817046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.829891] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: UNINITIALIZED for 2s [ 690.841062] env[69952]: INFO networking_nsxv3.common.synchronization [req-e3348a14-0af9-4e5f-8c5d-677cde9b6a77 req-da745908-e62a-42f3-8d9b-adb717e3f4f2 tempest-ServerTagsTestJSON-1617121381 tempest-ServerTagsTestJSON-1617121381-project-member] Enqueued Resource ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb with Priority: HIGHEST for action security_group_members [ 690.841841] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb with Priority: HIGHEST for action security_group_members [ 690.841961] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3df05e4f-b550-4d91-82a0-e3a6364240cb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.842693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.842693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.842809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.842970] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.843084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.843237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.843320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.846045] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.846045] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3df05e4f-b550-4d91-82a0-e3a6364240cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.248258] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.248554] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.248920] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.249313] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.249826] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.250082] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 4e246222-9568-42e6-95ad-291de72ac744 not found, creating... [ 691.250428] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.250633] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.250759] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.251108] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.251455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.251671] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.251885] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.252036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.252322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.252471] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.252671] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 4e246222-9568-42e6-95ad-291de72ac744 is going to be created. [ 691.283547] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.283547] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.283547] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.283547] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.286260] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.286682] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-4e246222-9568-42e6-95ad-291de72ac744" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.349369] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.349457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.349590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.351359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.351415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.351659] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.351776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.351912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.352089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.352254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.352254] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb is going to be updated. [ 691.441071] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.441805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.441805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.441805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.442188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.466864] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb in Status: IN_PROGRESS for 2s [ 692.221606] env[69952]: INFO networking_nsxv3.common.synchronization [None req-636cd91e-5eb5-444f-8bfe-76d6fed6c15a None None] Enqueued Resource ID: b0970c04-3fb1-4ce3-80b9-898acedc1a3b with Priority: HIGHEST for action port [ 692.221606] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0970c04-3fb1-4ce3-80b9-898acedc1a3b with Priority: HIGHEST for action port [ 692.221606] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0970c04-3fb1-4ce3-80b9-898acedc1a3b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.221606] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0970c04-3fb1-4ce3-80b9-898acedc1a3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.221606] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0970c04-3fb1-4ce3-80b9-898acedc1a3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.221606] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0970c04-3fb1-4ce3-80b9-898acedc1a3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.221606] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0970c04-3fb1-4ce3-80b9-898acedc1a3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.316278] env[69952]: INFO networking_nsxv3.common.synchronization [req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 req-01332a2e-61dd-4e44-b467-39615c251106 service nova] Enqueued Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_rules [ 692.316278] env[69952]: INFO networking_nsxv3.common.synchronization [req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 req-01332a2e-61dd-4e44-b467-39615c251106 service nova] Enqueued Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_members [ 692.316278] env[69952]: INFO networking_nsxv3.common.synchronization [req-b2fb3a09-ef39-470e-b5ae-9a190ccdfe57 req-01332a2e-61dd-4e44-b467-39615c251106 service nova] Enqueued Resource ID: 4e246222-9568-42e6-95ad-291de72ac744 with Priority: HIGHEST for action port [ 692.317883] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_rules [ 692.318168] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_members [ 692.318415] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e246222-9568-42e6-95ad-291de72ac744 with Priority: HIGHEST for action port [ 692.319246] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.320329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.320329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.320329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.320329] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.321142] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.321229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.321328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.321528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.321617] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.321688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.321755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.322235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.322327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.322454] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.323523] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e246222-9568-42e6-95ad-291de72ac744 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.323650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e246222-9568-42e6-95ad-291de72ac744" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.323756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e246222-9568-42e6-95ad-291de72ac744" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.323876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e246222-9568-42e6-95ad-291de72ac744" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.323943] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e246222-9568-42e6-95ad-291de72ac744',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.584657] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 in Status: SUCCESS [ 692.584657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.604532] env[69952]: INFO networking_nsxv3.common.synchronization [None req-d428372e-ef0c-4020-8741-a1b308b303b1 None None] Enqueued Resource ID: e3866e06-899f-4a85-9ea8-ba818a150120 with Priority: HIGHEST for action port [ 692.604532] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3866e06-899f-4a85-9ea8-ba818a150120 with Priority: HIGHEST for action port [ 692.604874] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3866e06-899f-4a85-9ea8-ba818a150120 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.604983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3866e06-899f-4a85-9ea8-ba818a150120" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.604983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3866e06-899f-4a85-9ea8-ba818a150120" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.605416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3866e06-899f-4a85-9ea8-ba818a150120" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.605416] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3866e06-899f-4a85-9ea8-ba818a150120',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.724489] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0970c04-3fb1-4ce3-80b9-898acedc1a3b [ 692.724739] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.724852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.724915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.725153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.728091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.728210] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0970c04-3fb1-4ce3-80b9-898acedc1a3b already deleted. [ 692.728309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0970c04-3fb1-4ce3-80b9-898acedc1a3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.826643] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.826769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.827719] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.828245] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e246222-9568-42e6-95ad-291de72ac744 with status ACTIVE [ 692.828245] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.828387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.828387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.828636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.828722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.828889] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.828985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.829053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.829282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.829376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.829587] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.829683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.829744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.829885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.829957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.830262] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e246222-9568-42e6-95ad-291de72ac744 is going to be updated. [ 692.851378] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 692.851378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.851378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.851378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.851378] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.851378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.851378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.851378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.851378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.851378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.851378] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.864045] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.869287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.869383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.869628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.869786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.869969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e246222-9568-42e6-95ad-291de72ac744" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.109451] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3866e06-899f-4a85-9ea8-ba818a150120 [ 693.109451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.109451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.109451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.109451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.109451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.109451] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3866e06-899f-4a85-9ea8-ba818a150120 already deleted. [ 693.109451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3866e06-899f-4a85-9ea8-ba818a150120" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.332738] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.357346] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.357557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.357619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.358427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.358671] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.358805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.358857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.359083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.359178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.359271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.359808] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.359808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.359808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.359808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.360134] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.360134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.360324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.364438] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.364438] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.364438] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.364796] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.485039] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb in Status: SUCCESS [ 693.485039] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3df05e4f-b550-4d91-82a0-e3a6364240cb deletion is rescheduled due to dependency. [ 693.485039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3df05e4f-b550-4d91-82a0-e3a6364240cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.838910] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.838910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.838910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.838910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.838910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.838910] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b is going to be created. [ 693.867289] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7876b3d-c816-49bb-be47-f0dadb9eb08d: rpc.has_security_group_logging(os_id): False [ 693.874018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.874018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.874018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.874018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.874018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.888223] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b in Status: UNINITIALIZED for 2s [ 693.894085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.894250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.894320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.894540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.894633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.894850] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.894953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.895044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.895206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.895285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.895530] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.895607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.895661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.895945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.895945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.897122] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.897259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.897388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.897603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.897735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.897855] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be created. [ 693.996025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.996025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.996025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.996025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.996025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.013402] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 695.364031] env[69952]: INFO networking_nsxv3.common.synchronization [None req-406cd6b2-a388-4680-b9e9-6ec8b6da1d0d None None] Enqueued Resource ID: 6b2f4f9f-2a9c-4a50-9056-78d276782048 with Priority: HIGHEST for action port [ 695.364031] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2f4f9f-2a9c-4a50-9056-78d276782048 with Priority: HIGHEST for action port [ 695.364031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b2f4f9f-2a9c-4a50-9056-78d276782048 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.364031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b2f4f9f-2a9c-4a50-9056-78d276782048" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.364031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b2f4f9f-2a9c-4a50-9056-78d276782048" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.364618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b2f4f9f-2a9c-4a50-9056-78d276782048" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.364618] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b2f4f9f-2a9c-4a50-9056-78d276782048',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.867719] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b2f4f9f-2a9c-4a50-9056-78d276782048 [ 695.867998] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.868136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.868202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.868416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.868876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.868976] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b2f4f9f-2a9c-4a50-9056-78d276782048 already deleted. [ 695.869079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b2f4f9f-2a9c-4a50-9056-78d276782048" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.898031] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b in Status: SUCCESS [ 695.898286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.898413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.898669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.898890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.899026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.899157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.899260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.899346] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.899435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.899529] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.026979] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 696.027314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.401927] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.903689] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b: rpc.has_security_group_logging(os_id): False [ 696.923823] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.923823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.923823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.923823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.924160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.924266] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.924321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.924374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.924989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.924989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.924989] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b is going to be created. [ 696.990379] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.990531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.990577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.990789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.991028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.004977] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b in Status: IN_PROGRESS for 2s [ 698.360613] env[69952]: INFO networking_nsxv3.common.synchronization [req-348f9d72-a536-4907-8415-978633db203c req-b5397b1d-ab65-4297-a575-0a5309557dbb tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 698.361072] env[69952]: INFO networking_nsxv3.common.synchronization [req-348f9d72-a536-4907-8415-978633db203c req-b5397b1d-ab65-4297-a575-0a5309557dbb tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 698.361502] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 698.361603] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 698.361898] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.362694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.362870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.363242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.363493] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.363625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.363713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.366443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.366631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.366761] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.367997] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.368866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.368866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.369030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.369082] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.369182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.369250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.369408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.369496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.369597] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.444432] env[69952]: INFO networking_nsxv3.common.synchronization [req-348f9d72-a536-4907-8415-978633db203c req-b5397b1d-ab65-4297-a575-0a5309557dbb tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_rules [ 698.444698] env[69952]: INFO networking_nsxv3.common.synchronization [req-348f9d72-a536-4907-8415-978633db203c req-b5397b1d-ab65-4297-a575-0a5309557dbb tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 698.444889] env[69952]: INFO networking_nsxv3.common.synchronization [req-348f9d72-a536-4907-8415-978633db203c req-b5397b1d-ab65-4297-a575-0a5309557dbb tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 698.445049] env[69952]: INFO networking_nsxv3.common.synchronization [req-348f9d72-a536-4907-8415-978633db203c req-b5397b1d-ab65-4297-a575-0a5309557dbb tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 698.445256] env[69952]: INFO networking_nsxv3.common.synchronization [req-348f9d72-a536-4907-8415-978633db203c req-b5397b1d-ab65-4297-a575-0a5309557dbb tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 45bee8cd-809e-4170-b812-890af2dc3a5c with Priority: HIGHEST for action port [ 698.445891] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_rules [ 698.446055] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 698.446315] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bee8cd-809e-4170-b812-890af2dc3a5c with Priority: HIGHEST for action port [ 698.446421] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 698.446646] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 698.447035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.447211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.447294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.447628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.447722] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.449128] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.449322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.449322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.449503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.449573] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.454481] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-45bee8cd-809e-4170-b812-890af2dc3a5c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.454700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.454774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.455656] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.455656] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bee8cd-809e-4170-b812-890af2dc3a5c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.457017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.458083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.458404] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.458567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.873727] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.875156] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.963028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.963028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.963028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45bee8cd-809e-4170-b812-890af2dc3a5c with status ACTIVE [ 698.963028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.963028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.963028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.963028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.963028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.963028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.963028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.963028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.963028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.963028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.963028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.963844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.963844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.963844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.963844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.963844] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45bee8cd-809e-4170-b812-890af2dc3a5c is going to be updated. [ 698.969603] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.969603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.992385] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.992385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.992385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.992385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.992385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.992385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.020855] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b in Status: SUCCESS [ 699.021216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.376685] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.380644] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 699.380644] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 699.380644] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 with Priority: HIGHEST for action security_group_members [ 699.381405] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.382882] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 699.383118] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 699.383309] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 with Priority: HIGHEST for action security_group_members [ 699.383986] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.383986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.386671] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.386789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.387585] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-55496bb1-2dde-440e-8f52-937dcfdd9a11 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.387585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.387585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.387585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.387880] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.387880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.387880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.388609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.388609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.388609] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.433421] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 with Priority: HIGHEST for action security_group_rules [ 699.433672] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 with Priority: HIGHEST for action security_group_members [ 699.433857] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_rules [ 699.434014] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 699.434162] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 699.434288] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 699.434413] env[69952]: INFO networking_nsxv3.common.synchronization [req-d0746c55-398b-4eeb-9a88-b7de44cdd9d9 req-ba1753b2-260e-462d-8116-c5a346134fd1 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 45bee8cd-809e-4170-b812-890af2dc3a5c with Priority: HIGHEST for action port [ 699.440653] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 with Priority: HIGHEST for action security_group_rules [ 699.440827] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_rules [ 699.440934] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 699.441042] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45bee8cd-809e-4170-b812-890af2dc3a5c with Priority: HIGHEST for action port [ 699.441137] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 699.441239] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 with Priority: HIGHEST for action security_group_members [ 699.441326] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 699.441959] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55496bb1-2dde-440e-8f52-937dcfdd9a11 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.442130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.442204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.442507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.443830] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.444710] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.444822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.445037] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.445122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.445405] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-45bee8cd-809e-4170-b812-890af2dc3a5c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.445405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.445989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.445989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.445989] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45bee8cd-809e-4170-b812-890af2dc3a5c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.446898] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.447023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.447214] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-55496bb1-2dde-440e-8f52-937dcfdd9a11 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.447296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.447557] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.447557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.514094] env[69952]: INFO networking_nsxv3.common.synchronization [req-27b61f5e-43b6-4a62-85d7-c129173faa13 req-3f860c43-3851-4a86-af7a-478f081f4094 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 699.516453] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 699.517215] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.517335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.518507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.518507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.518507] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.518507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.518507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.518507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.518507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.522023] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.867734] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.868132] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.868351] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.868782] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.869248] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.869517] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.869704] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.870101] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.870340] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.870659] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.870928] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.871094] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.871204] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.871379] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.871558] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.871795] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.882227] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.882462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.882650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.882794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.882921] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.883075] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 699.884968] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.885132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.885236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.885476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.885621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.886788] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 is going to be created. [ 699.891934] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.912418] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.912586] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.912718] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.912901] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.913247] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.913424] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.913601] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.913902] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.914069] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84cf5f2b-ca6a-403e-b930-ae0cd9f782c8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.927179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.927479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.927590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.927827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.928009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.936315] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.936479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.936479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.937073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.937073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.939935] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: UNINITIALIZED for 2s [ 699.946221] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 699.948660] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-55496bb1-2dde-440e-8f52-937dcfdd9a11 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.948823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.951187] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45bee8cd-809e-4170-b812-890af2dc3a5c with status ACTIVE [ 699.951416] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.951510] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.951580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.951816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.951952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.952085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.952240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.952315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.952488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.952585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.952850] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.953014] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.953127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.953336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.953455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.953548] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45bee8cd-809e-4170-b812-890af2dc3a5c is going to be updated. [ 699.979051] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.979188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.979262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.979481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.979644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.979833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45bee8cd-809e-4170-b812-890af2dc3a5c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.024509] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.024745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.024862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.025177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.025291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.025506] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.025607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.025665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.025846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.025936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.026060] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee already deleted. [ 700.026190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.393947] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.419797] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.420035] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.420161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.420454] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.420602] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.420762] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 not found, creating... [ 700.421099] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.421285] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.421565] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.421711] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.421853] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.423360] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.423360] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.423360] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.423360] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.423360] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.423360] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 is going to be created. [ 700.449423] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.449782] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.450017] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.450442] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.452026] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.452446] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.896810] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.897049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.897122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.897381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.897490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.897628] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 is going to be created. [ 700.926924] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.926924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.926924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.926924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.926924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.938978] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 in Status: UNINITIALIZED for 2s [ 701.302846] env[69952]: INFO networking_nsxv3.common.synchronization [req-27b61f5e-43b6-4a62-85d7-c129173faa13 req-53455e28-5484-45c6-b7d6-b76ba753671c service nova] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_rules [ 701.303071] env[69952]: INFO networking_nsxv3.common.synchronization [req-27b61f5e-43b6-4a62-85d7-c129173faa13 req-53455e28-5484-45c6-b7d6-b76ba753671c service nova] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 701.303240] env[69952]: INFO networking_nsxv3.common.synchronization [req-27b61f5e-43b6-4a62-85d7-c129173faa13 req-53455e28-5484-45c6-b7d6-b76ba753671c service nova] Enqueued Resource ID: 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 with Priority: HIGHEST for action port [ 701.303470] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_rules [ 701.303602] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 701.303699] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 with Priority: HIGHEST for action port [ 701.304892] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.305369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.305369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.305488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.305488] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.307495] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.307495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.307495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.307714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.307884] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.308036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.308155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.308274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.308361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.308504] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.309666] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.309827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.309904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.310245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.310350] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84cf5f2b-ca6a-403e-b930-ae0cd9f782c8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.808303] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.808698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.811267] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.816119] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 with status ACTIVE [ 701.816119] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.816119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.816119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.816119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.816119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.816119] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.816119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.816119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.816119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.816119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.817018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.817514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.817583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.818285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.818285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.818285] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84cf5f2b-ca6a-403e-b930-ae0cd9f782c8 is going to be updated. [ 701.846168] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.846168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.846480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.846600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.846657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.846969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84cf5f2b-ca6a-403e-b930-ae0cd9f782c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.956637] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: SUCCESS [ 701.956878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.957112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.957506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.957711] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.958312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.958312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.958312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.958463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.958553] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.961728] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 701.961897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.962422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.962576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.962763] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.962874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.962934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.963091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.963168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.963437] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.081775] env[69952]: INFO networking_nsxv3.common.synchronization [req-70d3111c-de30-43fa-856e-dc6e7af0ca95 req-67b3c2e3-5791-453c-9ece-ddf770d70baf tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_members [ 702.083087] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_members [ 702.083087] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0b727d-8bcc-47cc-a665-18a6e31a795a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.083087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.083087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.085195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.085195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.085195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.085195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.085195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.085195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.085195] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.316070] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.466096] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.470235] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.580027] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581016] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.581016] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.581016] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.581502] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581823] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.582063] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.582420] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.583065] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.583065] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.583065] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.585017] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.585017] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.585017] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 702.585017] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.585017] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.586756] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.587030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.587200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.587463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.588250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.588250] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.588250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.588250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.588250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.588250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.588669] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a already deleted. [ 702.588669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.604590] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.604766] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 702.604876] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.605086] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.605741] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-53c3f7be-75ff-4f77-a863-451d82192783 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.605741] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-53c3f7be-75ff-4f77-a863-451d82192783" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.606021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-53c3f7be-75ff-4f77-a863-451d82192783" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.606252] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-53c3f7be-75ff-4f77-a863-451d82192783" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.606252] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c3f7be-75ff-4f77-a863-451d82192783',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.819251] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.819505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.819505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.819696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.819845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.819974] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee is going to be created. [ 702.850021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.850021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.850021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.850021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.850021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.859304] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: UNINITIALIZED for 2s [ 702.954070] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 in Status: SUCCESS [ 702.954273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.954429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.954949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.954949] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.955108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.955108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.955202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.955291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.955386] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.969095] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.974394] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.111478] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.111703] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.111833] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.112139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.112295] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.112451] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 53c3f7be-75ff-4f77-a863-451d82192783 not found, creating... [ 703.112715] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.112882] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.113009] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.113238] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.113379] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.113662] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.113824] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.113942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.115242] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.115908] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.115908] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 53c3f7be-75ff-4f77-a863-451d82192783 is going to be created. [ 703.142171] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.142425] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.142790] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.142887] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.143102] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.143358] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-53c3f7be-75ff-4f77-a863-451d82192783" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.457746] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.471944] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.471944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.471944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.472817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.472817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.472817] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 is going to be updated. [ 703.477388] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.477690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.477690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.478043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.478043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.478208] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 703.514054] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.515110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.515222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.516147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.516513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.520036] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.520168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.520234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.520429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.520556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.533411] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 703.534232] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: IN_PROGRESS for 2s [ 703.950375] env[69952]: INFO networking_nsxv3.common.synchronization [req-70d3111c-de30-43fa-856e-dc6e7af0ca95 req-464191b6-4be0-4a11-9d53-c1d08b06e10c service nova] Enqueued Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_rules [ 703.950375] env[69952]: INFO networking_nsxv3.common.synchronization [req-70d3111c-de30-43fa-856e-dc6e7af0ca95 req-464191b6-4be0-4a11-9d53-c1d08b06e10c service nova] Enqueued Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_members [ 703.950965] env[69952]: INFO networking_nsxv3.common.synchronization [req-70d3111c-de30-43fa-856e-dc6e7af0ca95 req-464191b6-4be0-4a11-9d53-c1d08b06e10c service nova] Enqueued Resource ID: 53c3f7be-75ff-4f77-a863-451d82192783 with Priority: HIGHEST for action port [ 703.951115] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_rules [ 703.951230] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_members [ 703.951323] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53c3f7be-75ff-4f77-a863-451d82192783 with Priority: HIGHEST for action port [ 703.951585] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.951763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.951763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.951963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.952058] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.956198] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0b727d-8bcc-47cc-a665-18a6e31a795a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.956198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.956198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.956198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.956387] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.956445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.956490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.957277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.957277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.957277] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.957937] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-53c3f7be-75ff-4f77-a863-451d82192783 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.957937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53c3f7be-75ff-4f77-a863-451d82192783" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.957937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53c3f7be-75ff-4f77-a863-451d82192783" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.958146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53c3f7be-75ff-4f77-a863-451d82192783" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.959031] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53c3f7be-75ff-4f77-a863-451d82192783',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.969240] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.458036] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0b727d-8bcc-47cc-a665-18a6e31a795a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.458036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.460363] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.462260] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53c3f7be-75ff-4f77-a863-451d82192783 with status ACTIVE [ 704.464415] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.464694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.464858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.470196] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.470196] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.470196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.470196] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53c3f7be-75ff-4f77-a863-451d82192783 is going to be updated. [ 704.472639] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.473161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.473324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.473575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.473749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.473973] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 is going to be updated. [ 704.502811] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.502811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.502811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.502811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.502811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.502811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53c3f7be-75ff-4f77-a863-451d82192783" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.509343] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.509343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.509343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.509343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.509343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.519273] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 in Status: IN_PROGRESS for 2s [ 704.874379] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: SUCCESS [ 704.874379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.874379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.874379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.874379] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.874379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.874379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.874379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.874379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.874379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.874379] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.963298] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.153914] env[69952]: INFO networking_nsxv3.common.synchronization [None req-23195da6-3827-4759-b665-a18e376fed9a None None] Enqueued Resource ID: 9d113e5d-45df-4e2b-9095-40fbe2daa617 with Priority: HIGHEST for action port [ 705.154174] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d113e5d-45df-4e2b-9095-40fbe2daa617 with Priority: HIGHEST for action port [ 705.154759] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d113e5d-45df-4e2b-9095-40fbe2daa617 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.154898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d113e5d-45df-4e2b-9095-40fbe2daa617" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.154987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d113e5d-45df-4e2b-9095-40fbe2daa617" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.155331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d113e5d-45df-4e2b-9095-40fbe2daa617" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.155418] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d113e5d-45df-4e2b-9095-40fbe2daa617',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.377678] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.377858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.377937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.378207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.378885] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.379027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.379219] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.379319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.379384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.379560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.379648] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.379777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.379896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.380108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.380331] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.380490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.380552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.380707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.380805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.381128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.381128] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.466992] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.467158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.467226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.467436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.467524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.467639] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a is going to be created. [ 705.495793] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.496352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.496352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.496352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.496575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.507586] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a in Status: UNINITIALIZED for 2s [ 705.546285] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: SUCCESS [ 705.547599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.547599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.547599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.547599] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.547599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.547599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.547599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.547599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.547599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.548119] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.549595] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 705.549773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.549919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.550112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.550276] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.550384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.550444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.551203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.551203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.551203] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.551548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.551738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.552545] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.552673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.553292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.553292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.553292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.553292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.553292] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.554083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.554242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.554474] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.554597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.554682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.555566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.555566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.555566] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.663432] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d113e5d-45df-4e2b-9095-40fbe2daa617 [ 705.663432] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.663432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.663432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.663432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.663432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.663432] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d113e5d-45df-4e2b-9095-40fbe2daa617 already deleted. [ 705.663432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d113e5d-45df-4e2b-9095-40fbe2daa617" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.888297] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5e5655-ceae-49be-be39-386e8e4472ee: rpc.has_security_group_logging(os_id): False [ 705.906719] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.906937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.907050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.907234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.907325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.907518] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.907625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.907702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.908867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.908867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.908867] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.908867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.908867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.908867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.908867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.908867] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.908867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.909270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.909270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.909391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.909436] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee is going to be created. [ 705.985443] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.985443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.985443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.985443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.985443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.998278] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: IN_PROGRESS for 2s [ 706.054979] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.055943] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.057456] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.057617] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.057775] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.529420] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 in Status: SUCCESS [ 706.529704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.529940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.530422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.530422] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.530611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.530662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.530828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.530937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.532332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.532332] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.557686] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76ca446b-a894-4083-861a-04fe9148ab22: rpc.has_security_group_logging(os_id): False [ 706.558857] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.564492] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.578810] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.578810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.578810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.579038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.579038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.579179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.579281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.579342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.579495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.579574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.579664] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 is going to be created. [ 706.636795] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.636795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.636795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.636795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.636795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.647491] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: IN_PROGRESS for 2s [ 707.033986] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.063030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.063030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.063030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.063030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.063030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.063030] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 is going to be updated. [ 707.067156] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.067316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.067393] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.067676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.067788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.067899] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 707.098246] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.098461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.098576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.098861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.099345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.100957] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.101105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.101175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.101338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.101471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.112074] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: IN_PROGRESS for 2s [ 707.112618] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 707.518842] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a in Status: SUCCESS [ 707.521026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.521026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.521026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.521026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.521026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.521026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.521026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.521026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.521026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.521026] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.540415] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55496bb1-2dde-440e-8f52-937dcfdd9a11: rpc.has_security_group_logging(os_id): False [ 707.566511] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.566511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.566511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.566511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.566511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.566511] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.566511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.566511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.566511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.566511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.566511] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 is going to be created. [ 707.670745] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.670745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.670745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.670745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.670745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.688470] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 in Status: IN_PROGRESS for 2s [ 707.984407] env[69952]: INFO networking_nsxv3.common.synchronization [None req-0c3df95e-813e-4561-8e9a-5d4580175e96 None None] Enqueued Resource ID: f2a0578c-7ca5-4ddc-bc67-a5606d44688e with Priority: HIGHEST for action port [ 707.984407] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a0578c-7ca5-4ddc-bc67-a5606d44688e with Priority: HIGHEST for action port [ 707.984407] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2a0578c-7ca5-4ddc-bc67-a5606d44688e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.984407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2a0578c-7ca5-4ddc-bc67-a5606d44688e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.984407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2a0578c-7ca5-4ddc-bc67-a5606d44688e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.984407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2a0578c-7ca5-4ddc-bc67-a5606d44688e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.984407] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a0578c-7ca5-4ddc-bc67-a5606d44688e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.010796] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: SUCCESS [ 708.011779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.023774] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.136141] env[69952]: INFO networking_nsxv3.common.synchronization [req-9f4dead3-3c65-48c5-bc46-4a72395468c0 req-cd21a68a-c56e-47b4-9ec0-658387876175 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Enqueued Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_members [ 708.136446] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_members [ 708.136833] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aedcb53-2e9d-4dab-b9de-87c1620ea524 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.136889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.136934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.138304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.139028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.139028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.139028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.139028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.139028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.139295] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.489624] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2a0578c-7ca5-4ddc-bc67-a5606d44688e [ 708.489916] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.490083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.490175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.490410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.490725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.490725] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2a0578c-7ca5-4ddc-bc67-a5606d44688e already deleted. [ 708.490725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2a0578c-7ca5-4ddc-bc67-a5606d44688e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.507924] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.508159] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-632" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.508285] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-632" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.508594] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-632" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.508868] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.509147] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.509281] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.509506] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.509937] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.509937] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.510151] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.510151] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.510302] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.510403] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.510476] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.510550] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.527578] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f0b727d-8bcc-47cc-a665-18a6e31a795a: rpc.has_security_group_logging(os_id): False [ 708.530377] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.530548] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.530691] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.530875] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-632" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.531198] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-5e7f4363-866f-4592-a5d4-6df9d038f0fd taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.531375] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-5e7f4363-866f-4592-a5d4-6df9d038f0fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.531528] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-5e7f4363-866f-4592-a5d4-6df9d038f0fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.531850] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-5e7f4363-866f-4592-a5d4-6df9d038f0fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.531994] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e7f4363-866f-4592-a5d4-6df9d038f0fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.560234] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.560378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.561023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.561023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.561023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.561023] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.561289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.561289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.561375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.561375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.561469] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a is going to be created. [ 708.644331] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.644331] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.644331] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 already deleted. [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.644331] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.644331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.645285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.645673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.663661] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a in Status: IN_PROGRESS for 2s [ 708.664823] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: SUCCESS [ 708.666584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.666584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.666584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.666584] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.036636] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.036960] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.037115] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.037413] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.037740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.037977] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 5e7f4363-866f-4592-a5d4-6df9d038f0fd not found, creating... [ 709.038208] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.038369] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.038426] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.038659] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.039179] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.039179] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.039353] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.039504] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.039661] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.039912] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.040077] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 5e7f4363-866f-4592-a5d4-6df9d038f0fd is going to be created. [ 709.062413] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.062702] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.062781] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.063318] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.063318] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.063575] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-5e7f4363-866f-4592-a5d4-6df9d038f0fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.124396] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: SUCCESS [ 709.124994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.125235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.125612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.125733] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.125838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.125898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.126038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.126128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.126251] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.127907] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 709.128102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.128300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.128486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.128695] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.128869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.128943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.129068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.129153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.129326] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.168150] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.168479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.631998] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.634142] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.707985] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 in Status: SUCCESS [ 709.708058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.795688] env[69952]: INFO networking_nsxv3.common.synchronization [req-9f4dead3-3c65-48c5-bc46-4a72395468c0 req-fe391c28-fb28-4715-a037-40abd689b8c2 service nova] Enqueued Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_rules [ 709.795903] env[69952]: INFO networking_nsxv3.common.synchronization [req-9f4dead3-3c65-48c5-bc46-4a72395468c0 req-fe391c28-fb28-4715-a037-40abd689b8c2 service nova] Enqueued Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_members [ 709.796063] env[69952]: INFO networking_nsxv3.common.synchronization [req-9f4dead3-3c65-48c5-bc46-4a72395468c0 req-fe391c28-fb28-4715-a037-40abd689b8c2 service nova] Enqueued Resource ID: 5e7f4363-866f-4592-a5d4-6df9d038f0fd with Priority: HIGHEST for action port [ 709.796299] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_rules [ 709.796429] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_members [ 709.796541] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e7f4363-866f-4592-a5d4-6df9d038f0fd with Priority: HIGHEST for action port [ 709.797765] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.798061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.798814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.798814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.798814] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.800047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aedcb53-2e9d-4dab-b9de-87c1620ea524 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.800047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.800047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.800298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.800351] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.800419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.800546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.800600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.800736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.800798] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.804444] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e7f4363-866f-4592-a5d4-6df9d038f0fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.804444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e7f4363-866f-4592-a5d4-6df9d038f0fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.804444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e7f4363-866f-4592-a5d4-6df9d038f0fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.804444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e7f4363-866f-4592-a5d4-6df9d038f0fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.804444] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e7f4363-866f-4592-a5d4-6df9d038f0fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.150671] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.150671] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.301275] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aedcb53-2e9d-4dab-b9de-87c1620ea524 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.301566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.302792] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.304366] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e7f4363-866f-4592-a5d4-6df9d038f0fd with status ACTIVE [ 710.304683] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.304683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.304777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.304949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.305053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.305228] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.305326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.305386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.305539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.305624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.305804] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.305895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.305964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.306103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.306177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.306260] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e7f4363-866f-4592-a5d4-6df9d038f0fd is going to be updated. [ 710.329086] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.329259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.329334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.329581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.329710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.329878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e7f4363-866f-4592-a5d4-6df9d038f0fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.642638] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.642638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.642638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.642638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.642638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.642638] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 710.646462] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.646462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.646462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.646462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.646462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.646462] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 is going to be updated. [ 710.683094] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.683094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.683253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.683762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.684016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.686451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.686578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.686646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.686882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.687242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.688731] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a in Status: SUCCESS [ 710.688915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.701092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 710.702134] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: IN_PROGRESS for 2s [ 710.805248] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.308103] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.308371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.308371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.308562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.308696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.308761] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 is going to be created. [ 711.337568] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.337774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.338740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.338740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.338740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.353194] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 in Status: UNINITIALIZED for 2s [ 712.717447] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: SUCCESS [ 712.717768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.717912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.718152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.718349] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.718497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.718536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.718692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.718781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.718893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.718982] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.722720] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 712.722925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.723113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.723321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.723508] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.723611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.723708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.723866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.723922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.724060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.724168] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.724274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.724327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.724507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.724612] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.724783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.724783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.724906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.725018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.726316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.726316] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.229260] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7876b3d-c816-49bb-be47-f0dadb9eb08d: rpc.has_security_group_logging(os_id): False [ 713.230594] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.250488] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.250630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.250871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.250923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.251099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.251223] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.251909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.251909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.251909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.251909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.251909] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.251909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.252140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.252140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.252193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.252491] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.252491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.252491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.252653] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.252718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.252816] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 713.327126] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.327282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.327353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.327604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.327789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.343687] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 713.365730] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 in Status: SUCCESS [ 713.366081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.366193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.366538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.366617] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.366745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.366801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.367437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.367437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.367437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.367437] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.734034] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76ca446b-a894-4083-861a-04fe9148ab22: rpc.has_security_group_logging(os_id): False [ 713.757131] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.757299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.757356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.758011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.758011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.758209] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.758325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.758761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.759584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.759673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.759779] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 is going to be updated. [ 713.836319] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.836319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.836319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.836319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.836319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.863210] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: IN_PROGRESS for 2s [ 713.876403] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.118158] env[69952]: INFO networking_nsxv3.common.synchronization [req-147955f9-0227-4133-bed8-2f045014b45f req-2ed84b79-eed0-4e4d-a2c9-07664ef64bf8 tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 714.118922] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 714.119671] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.119864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.119973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.120295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.120536] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.120699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.120798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.121052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.121206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.121325] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.378859] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3aedcb53-2e9d-4dab-b9de-87c1620ea524: rpc.has_security_group_logging(os_id): False [ 714.401093] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.401376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.401447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.401686] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.401789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.402744] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.402744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.402744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.402744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.402744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.402744] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 is going to be created. [ 714.476219] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.476604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.476697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.476904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.477139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.489431] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 in Status: IN_PROGRESS for 2s [ 714.623597] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.854994] env[69952]: INFO networking_nsxv3.common.synchronization [None req-bc28672a-b34e-4c5d-86e6-97a9ac35b08f None None] Enqueued Resource ID: cd9d23d9-4768-4c16-a6ce-2c34498c87a9 with Priority: HIGHEST for action port [ 714.855325] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9d23d9-4768-4c16-a6ce-2c34498c87a9 with Priority: HIGHEST for action port [ 714.856304] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9d23d9-4768-4c16-a6ce-2c34498c87a9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.856441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9d23d9-4768-4c16-a6ce-2c34498c87a9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.856489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9d23d9-4768-4c16-a6ce-2c34498c87a9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.856757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9d23d9-4768-4c16-a6ce-2c34498c87a9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.856838] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9d23d9-4768-4c16-a6ce-2c34498c87a9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.126013] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.359904] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd9d23d9-4768-4c16-a6ce-2c34498c87a9 [ 715.359963] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.360793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.360793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.360793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.360793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.360793] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd9d23d9-4768-4c16-a6ce-2c34498c87a9 already deleted. [ 715.360793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9d23d9-4768-4c16-a6ce-2c34498c87a9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.362622] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 715.367932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.367932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.367932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.367932] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.628075] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.628302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.628376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.629070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.629070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.629070] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be updated. [ 715.668678] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.668887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.669593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.669994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.670162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.682024] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 715.872531] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.872835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.872835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.873047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.873201] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.873305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.873370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.873526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.873610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.873695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.873783] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.879289] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: SUCCESS [ 715.879522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.378322] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.378472] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.378549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.378809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.378992] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.379131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.379194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.379607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.379768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.379926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.380283] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.380426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.380493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.380771] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.380947] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.381108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.381139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.381285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.381365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.381446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.381610] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.505683] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 in Status: SUCCESS [ 716.505942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.884088] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7876b3d-c816-49bb-be47-f0dadb9eb08d: rpc.has_security_group_logging(os_id): False [ 716.906821] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.906821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.906821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.906821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.906821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.906821] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.906821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.906821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.906821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.906821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.906821] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.906821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.907432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.907432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.907432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.908763] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.909275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.909275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.909275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.909275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.909468] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 716.986392] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.987036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.987036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.987036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.987036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.003797] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 717.333707] env[69952]: INFO networking_nsxv3.common.synchronization [None req-dc0c1ee9-04bb-4875-8525-faa847ee4270 None None] Enqueued Resource ID: 0a1e94b7-4929-4516-9ea9-cbe317c6ce09 with Priority: HIGHEST for action port [ 717.333707] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1e94b7-4929-4516-9ea9-cbe317c6ce09 with Priority: HIGHEST for action port [ 717.333707] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a1e94b7-4929-4516-9ea9-cbe317c6ce09 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.334449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a1e94b7-4929-4516-9ea9-cbe317c6ce09" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.334525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a1e94b7-4929-4516-9ea9-cbe317c6ce09" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.335128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a1e94b7-4929-4516-9ea9-cbe317c6ce09" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.335128] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a1e94b7-4929-4516-9ea9-cbe317c6ce09',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.390743] env[69952]: INFO networking_nsxv3.common.synchronization [None req-d0b53520-b869-4682-9b25-0e2ca3930670 None None] Enqueued Resource ID: 75107f72-00dc-4729-8d40-5e553eb29731 with Priority: HIGHEST for action port [ 717.391267] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75107f72-00dc-4729-8d40-5e553eb29731 with Priority: HIGHEST for action port [ 717.392292] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-75107f72-00dc-4729-8d40-5e553eb29731 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.392292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75107f72-00dc-4729-8d40-5e553eb29731" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.392292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75107f72-00dc-4729-8d40-5e553eb29731" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.392292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75107f72-00dc-4729-8d40-5e553eb29731" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.394061] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75107f72-00dc-4729-8d40-5e553eb29731',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.699581] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 717.699581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.838845] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a1e94b7-4929-4516-9ea9-cbe317c6ce09 [ 717.838845] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.838845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.838845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.838845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.838845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.838845] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a1e94b7-4929-4516-9ea9-cbe317c6ce09 already deleted. [ 717.838845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a1e94b7-4929-4516-9ea9-cbe317c6ce09" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.897111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75107f72-00dc-4729-8d40-5e553eb29731 [ 717.897111] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.897111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.897111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.897111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.897111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.897111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75107f72-00dc-4729-8d40-5e553eb29731 already deleted. [ 717.897111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75107f72-00dc-4729-8d40-5e553eb29731" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.020538] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 719.020847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.273820] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 req-dbaaa891-94da-4eb0-ad58-c9e0c9fb15b5 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 719.274418] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 719.274721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.274846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.274910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.276130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.276316] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.276429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.276494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.276672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.276756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.276855] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.778746] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.778941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.779000] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.779244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.779327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.780188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.780188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.780188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.780188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.780188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.780188] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 already deleted. [ 719.780188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.852209] env[69952]: INFO networking_nsxv3.common.synchronization [None req-44c6af16-7aef-44c3-ba45-f63debef5b5f None None] Enqueued Resource ID: c2a338f6-a9ae-42b2-b804-7498e18cfff5 with Priority: HIGHEST for action port [ 719.852473] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a338f6-a9ae-42b2-b804-7498e18cfff5 with Priority: HIGHEST for action port [ 719.853053] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a338f6-a9ae-42b2-b804-7498e18cfff5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.853184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a338f6-a9ae-42b2-b804-7498e18cfff5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.853248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a338f6-a9ae-42b2-b804-7498e18cfff5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.857329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a338f6-a9ae-42b2-b804-7498e18cfff5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.857874] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a338f6-a9ae-42b2-b804-7498e18cfff5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.363697] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2a338f6-a9ae-42b2-b804-7498e18cfff5 [ 720.363697] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.363697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.363697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.363697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.363697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.363697] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2a338f6-a9ae-42b2-b804-7498e18cfff5 already deleted. [ 720.363697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a338f6-a9ae-42b2-b804-7498e18cfff5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.675859] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.676195] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-698" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.676414] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-698" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.677569] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-698" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.677569] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.677569] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.677569] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.677569] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.678166] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.678166] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.678290] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.678446] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.678582] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.678751] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 720.678890] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.679084] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.699740] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.699740] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 720.699740] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.699740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-698" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.699740] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-d4060aa1-a372-4f98-847b-df2bf6969611 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.699740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.699740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.700205] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.700205] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4060aa1-a372-4f98-847b-df2bf6969611',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.202796] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.203057] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.203189] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.203481] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.203636] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.203789] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port d4060aa1-a372-4f98-847b-df2bf6969611 not found, creating... [ 721.204069] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.204235] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.204353] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.204597] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.204711] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.205034] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.206172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.206172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.206172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.206172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.206172] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: d4060aa1-a372-4f98-847b-df2bf6969611 is going to be created. [ 721.237257] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.237546] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.237675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.238458] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.238458] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.238523] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.626779] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9f9fa7e1-e639-4380-8c3a-c0fac38e6900 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Enqueued Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_rules [ 721.627354] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_rules [ 721.627686] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76661a59-0e3b-4d59-8511-f4977cb26e3b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.627772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.627854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.629899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.630023] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.803070] env[69952]: INFO networking_nsxv3.common.synchronization [None req-a6b296e6-c27a-4874-b42a-74e00085579d None None] Enqueued Resource ID: f2779474-7197-49dd-8e11-9bd220ff269b with Priority: HIGHEST for action port [ 721.803349] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2779474-7197-49dd-8e11-9bd220ff269b with Priority: HIGHEST for action port [ 721.803594] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2779474-7197-49dd-8e11-9bd220ff269b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.803704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2779474-7197-49dd-8e11-9bd220ff269b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.803769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2779474-7197-49dd-8e11-9bd220ff269b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.804731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2779474-7197-49dd-8e11-9bd220ff269b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.804951] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2779474-7197-49dd-8e11-9bd220ff269b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.848215] env[69952]: INFO networking_nsxv3.common.synchronization [req-44d381aa-e205-441b-9ed5-65abec87a590 req-24ccd449-d458-4e16-b81d-af8af6d3488e tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Enqueued Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 721.851025] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 721.852181] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.852667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.852667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.852667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.852977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.852977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.852977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.853121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.853173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.853268] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.855405] env[69952]: INFO networking_nsxv3.common.synchronization [None req-c9f93f15-378e-46ae-8a96-4e58da276a57 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Enqueued Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_rules [ 721.855405] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_rules [ 721.855911] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76661a59-0e3b-4d59-8511-f4977cb26e3b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.855911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.154068] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.154304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.154304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.154511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.154601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.154695] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b already deleted. [ 722.154777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.154929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.155095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.155181] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.201514] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 req-11f5c6f5-2517-437d-9f6b-c93892e6f60f service nova] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 722.201514] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 req-11f5c6f5-2517-437d-9f6b-c93892e6f60f service nova] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 722.201514] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd3a53b0-f43f-4060-9c4e-37e8f9790287 req-11f5c6f5-2517-437d-9f6b-c93892e6f60f service nova] Enqueued Resource ID: d4060aa1-a372-4f98-847b-df2bf6969611 with Priority: HIGHEST for action port [ 722.201514] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 722.201514] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 722.201514] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4060aa1-a372-4f98-847b-df2bf6969611 with Priority: HIGHEST for action port [ 722.201812] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.201812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.201812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.202412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.202412] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.203336] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.203455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.203515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.203680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.203829] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.204054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.204054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.204146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.204233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.204633] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.205098] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4060aa1-a372-4f98-847b-df2bf6969611 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.205262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.205262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.205540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.205540] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4060aa1-a372-4f98-847b-df2bf6969611',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.310325] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2779474-7197-49dd-8e11-9bd220ff269b [ 722.310552] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.310670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.310731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.310952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.311046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.311140] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2779474-7197-49dd-8e11-9bd220ff269b already deleted. [ 722.311219] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2779474-7197-49dd-8e11-9bd220ff269b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.359326] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.359326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.359481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.359576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.359671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.360938] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.360938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.360938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.360938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.360938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.360938] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53561efe-6070-4002-965b-cfb8072623a8 already deleted. [ 722.360938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.386256] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.386552] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.386619] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.386978] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.387310] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.387477] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.387664] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.387960] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.388094] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.388304] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.388418] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.388543] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.388705] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.388902] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.389034] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.389180] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.411019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.411203] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.411341] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.411523] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.411810] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-3429663c-5cbc-4095-86c8-919b1b553b42 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.411998] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-3429663c-5cbc-4095-86c8-919b1b553b42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.412133] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-3429663c-5cbc-4095-86c8-919b1b553b42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.412520] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-3429663c-5cbc-4095-86c8-919b1b553b42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.412666] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3429663c-5cbc-4095-86c8-919b1b553b42',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.674814] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.675201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.675201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.675279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.675373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.675472] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b already deleted. [ 722.675554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.707065] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.707177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.707296] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.708257] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4060aa1-a372-4f98-847b-df2bf6969611 with status ACTIVE [ 722.708437] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.708551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.708617] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.708880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.708938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.709117] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.709213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.709270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.709428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.710675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.710675] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.710675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.710675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.710675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.710675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.710675] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4060aa1-a372-4f98-847b-df2bf6969611 is going to be updated. [ 722.733137] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.733343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.733343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.733551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.733684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.733838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.915623] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.916073] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.916302] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.916719] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.916974] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.917256] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 3429663c-5cbc-4095-86c8-919b1b553b42 not found, creating... [ 722.917709] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.918027] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.918027] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.919408] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.919408] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.919408] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.919408] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.919408] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.919693] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.919693] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.919749] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 3429663c-5cbc-4095-86c8-919b1b553b42 is going to be created. [ 722.942220] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.942568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.942729] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.942984] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.943230] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.943469] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-3429663c-5cbc-4095-86c8-919b1b553b42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.212795] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.706258] env[69952]: INFO networking_nsxv3.common.synchronization [req-44d381aa-e205-441b-9ed5-65abec87a590 req-69eda549-3e0d-4baa-8e89-b5dd6a86a982 service nova] Enqueued Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_rules [ 723.706551] env[69952]: INFO networking_nsxv3.common.synchronization [req-44d381aa-e205-441b-9ed5-65abec87a590 req-69eda549-3e0d-4baa-8e89-b5dd6a86a982 service nova] Enqueued Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 723.706682] env[69952]: INFO networking_nsxv3.common.synchronization [req-44d381aa-e205-441b-9ed5-65abec87a590 req-69eda549-3e0d-4baa-8e89-b5dd6a86a982 service nova] Enqueued Resource ID: 3429663c-5cbc-4095-86c8-919b1b553b42 with Priority: HIGHEST for action port [ 723.707243] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_rules [ 723.707405] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 723.707504] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3429663c-5cbc-4095-86c8-919b1b553b42 with Priority: HIGHEST for action port [ 723.707784] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.708062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.708152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.708427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.708518] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.709423] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.709547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.709614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.709798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.709948] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.710067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.710180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.710299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.710387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.710481] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.714030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-3429663c-5cbc-4095-86c8-919b1b553b42 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.714030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3429663c-5cbc-4095-86c8-919b1b553b42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.714030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3429663c-5cbc-4095-86c8-919b1b553b42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.714030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3429663c-5cbc-4095-86c8-919b1b553b42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.714030] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3429663c-5cbc-4095-86c8-919b1b553b42',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.715148] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.715267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.715318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.715474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.715560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.715653] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 is going to be created. [ 723.744716] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.744974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.745110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.745408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.745666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.758108] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: UNINITIALIZED for 2s [ 724.215963] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.217248] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.217334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.218085] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3429663c-5cbc-4095-86c8-919b1b553b42 with status ACTIVE [ 724.218085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.218085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.218085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.218242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.218242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.218362] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.218455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.218513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.218668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.222022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.222022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.222022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.222022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.222022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.222022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.222022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3429663c-5cbc-4095-86c8-919b1b553b42 is going to be updated. [ 724.259860] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.259860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.260075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.260284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.260467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.260689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3429663c-5cbc-4095-86c8-919b1b553b42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.723553] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.228761] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.228761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.228761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.230395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.230395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.230395] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53561efe-6070-4002-965b-cfb8072623a8 is going to be created. [ 725.259576] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.259928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.260020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.260256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.260422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.272453] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: UNINITIALIZED for 2s [ 725.768505] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: SUCCESS [ 725.768733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.768868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.769132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.769329] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.769449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.769524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.769673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.769754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.769840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.771814] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.274561] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.777907] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc4ba1ce-226c-4859-9f64-f949e3b0a902: rpc.has_security_group_logging(os_id): False [ 726.796326] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.797015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.798053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.798264] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.798364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.798625] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.799154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.799154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.799154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.799154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.799154] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 is going to be created. [ 726.866627] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.866770] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.866839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.867078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.867259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.879601] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: IN_PROGRESS for 2s [ 727.060833] env[69952]: INFO networking_nsxv3.common.synchronization [req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb req-be355da7-f211-450d-b399-8e7bfa7cf015 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 727.060833] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 727.060833] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.061209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.061377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.061773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.062215] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.062441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.062576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.062821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.063031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.064127] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.227190] env[69952]: INFO networking_nsxv3.common.synchronization [None req-4483df39-c6c3-46cf-aa78-733a2137c378 None None] Enqueued Resource ID: da6bb665-b9b0-4996-888c-ee1de442a2d1 with Priority: HIGHEST for action port [ 727.229119] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6bb665-b9b0-4996-888c-ee1de442a2d1 with Priority: HIGHEST for action port [ 727.229897] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-da6bb665-b9b0-4996-888c-ee1de442a2d1 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.229897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da6bb665-b9b0-4996-888c-ee1de442a2d1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.229897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da6bb665-b9b0-4996-888c-ee1de442a2d1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.230102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da6bb665-b9b0-4996-888c-ee1de442a2d1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.230160] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6bb665-b9b0-4996-888c-ee1de442a2d1',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.286017] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: SUCCESS [ 727.286017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.286017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.286208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.286336] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.286449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.286511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.286666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.286745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.286828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.286953] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.565526] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.565689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.565760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.565986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.566101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.566304] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.566407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.566471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.566646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.566725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.566811] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc already deleted. [ 727.566916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.659167] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.659491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.659491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.659826] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.660100] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.660249] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.660366] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.660592] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.660737] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.660985] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.664236] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.664409] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.664552] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.664697] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.664820] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.664967] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.685511] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.685762] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.685926] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.686136] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.686461] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-10820ac0-97b9-4351-92f7-ab934bb09884 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.686628] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-10820ac0-97b9-4351-92f7-ab934bb09884" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.686744] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-10820ac0-97b9-4351-92f7-ab934bb09884" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.687083] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-10820ac0-97b9-4351-92f7-ab934bb09884" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.687219] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10820ac0-97b9-4351-92f7-ab934bb09884',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.736307] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da6bb665-b9b0-4996-888c-ee1de442a2d1 [ 727.736796] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.736796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.736796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.737026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.737026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.737152] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da6bb665-b9b0-4996-888c-ee1de442a2d1 already deleted. [ 727.737196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da6bb665-b9b0-4996-888c-ee1de442a2d1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.789195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.789747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.789747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.789747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.789904] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.789904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.790058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.790115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.790621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.790621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.790621] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.790621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.790621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.791110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.791110] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.791110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.791110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.791299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.791299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.791299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.791428] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.193417] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.193641] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.193765] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.198586] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.201455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.201455] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 10820ac0-97b9-4351-92f7-ab934bb09884 not found, creating... [ 728.201455] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.201455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.201455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.201455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.201455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.201455] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.201455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.201455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.201838] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.201838] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.201838] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 10820ac0-97b9-4351-92f7-ab934bb09884 is going to be created. [ 728.233441] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.233642] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.233763] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.234065] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.238089] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.238460] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-10820ac0-97b9-4351-92f7-ab934bb09884" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.294137] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53561efe-6070-4002-965b-cfb8072623a8: rpc.has_security_group_logging(os_id): False [ 728.316957] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.317146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.317146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.317364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.317446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.317669] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.317776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.317813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.318011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.318094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.318285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.318381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.318440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.318585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.318657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.318838] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.318955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.319954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.320665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.320665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.320665] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53561efe-6070-4002-965b-cfb8072623a8 is going to be created. [ 728.422264] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.422943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.423056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.423526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.423750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.444644] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: IN_PROGRESS for 2s [ 728.518552] env[69952]: INFO networking_nsxv3.common.synchronization [None req-40a93be7-1b82-496b-9ef5-7e7875760b76 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 728.521985] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 728.522475] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.522658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.522754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.523202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.523352] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.671585] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9d305454-959a-4184-89a7-928de0c5f8a2 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 728.671585] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 728.671585] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.671837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.893565] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: SUCCESS [ 728.893565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.050699] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.052036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.052036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.052036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.052036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.052036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 already deleted. [ 729.052036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.052657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.052657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.054309] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.180698] env[69952]: INFO networking_nsxv3.common.synchronization [req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb req-b69d9649-5f7a-432b-8ee6-f27869bcb626 service nova] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_rules [ 729.180698] env[69952]: INFO networking_nsxv3.common.synchronization [req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb req-b69d9649-5f7a-432b-8ee6-f27869bcb626 service nova] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 729.180698] env[69952]: INFO networking_nsxv3.common.synchronization [req-4bd04f0f-01cb-40df-91fc-2b19c386a0cb req-b69d9649-5f7a-432b-8ee6-f27869bcb626 service nova] Enqueued Resource ID: 10820ac0-97b9-4351-92f7-ab934bb09884 with Priority: HIGHEST for action port [ 729.180698] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_rules [ 729.180698] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 729.180698] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10820ac0-97b9-4351-92f7-ab934bb09884 with Priority: HIGHEST for action port [ 729.180698] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.180698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.180698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.182250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.182487] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.185565] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.185565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.185565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.185565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.185565] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.185565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.185565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.185565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.185565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.185565] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.190290] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-10820ac0-97b9-4351-92f7-ab934bb09884 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.190290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10820ac0-97b9-4351-92f7-ab934bb09884" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.190290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10820ac0-97b9-4351-92f7-ab934bb09884" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.190290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10820ac0-97b9-4351-92f7-ab934bb09884" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.190290] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10820ac0-97b9-4351-92f7-ab934bb09884',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.233798] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9a4f72f0-a82c-4d61-b746-1d3eb32710e1 None None] Enqueued Resource ID: 5cf12665-33be-4649-b6eb-877823afb0d9 with Priority: HIGHEST for action port [ 729.234709] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf12665-33be-4649-b6eb-877823afb0d9 with Priority: HIGHEST for action port [ 729.237057] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cf12665-33be-4649-b6eb-877823afb0d9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.237229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cf12665-33be-4649-b6eb-877823afb0d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.237305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cf12665-33be-4649-b6eb-877823afb0d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.237593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cf12665-33be-4649-b6eb-877823afb0d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.237676] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf12665-33be-4649-b6eb-877823afb0d9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.578892] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.579347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.579347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.580179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.580179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.580179] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 already deleted. [ 729.580179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.669506] env[69952]: INFO networking_nsxv3.common.synchronization [None req-b1c0b238-001b-4d02-9f8c-746561480d30 None None] Enqueued Resource ID: d0243f35-6aed-4908-b3ce-53faf14c4e7c with Priority: HIGHEST for action port [ 729.669506] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0243f35-6aed-4908-b3ce-53faf14c4e7c with Priority: HIGHEST for action port [ 729.669506] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0243f35-6aed-4908-b3ce-53faf14c4e7c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.669506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0243f35-6aed-4908-b3ce-53faf14c4e7c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.674330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0243f35-6aed-4908-b3ce-53faf14c4e7c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.674809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0243f35-6aed-4908-b3ce-53faf14c4e7c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.674923] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0243f35-6aed-4908-b3ce-53faf14c4e7c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.689410] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.690839] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10820ac0-97b9-4351-92f7-ab934bb09884 with status ACTIVE [ 729.691055] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.691429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.691429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.691561] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.691561] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.693708] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.693708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.693708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.693708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.693708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.693708] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.693708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.693708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.693708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.693708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.693708] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10820ac0-97b9-4351-92f7-ab934bb09884 is going to be updated. [ 729.695347] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.695347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.716789] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.716932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.717016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.718225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.718830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.719701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10820ac0-97b9-4351-92f7-ab934bb09884" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.741497] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cf12665-33be-4649-b6eb-877823afb0d9 [ 729.741497] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.741497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.741497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.741497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.741497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.741497] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cf12665-33be-4649-b6eb-877823afb0d9 already deleted. [ 729.741497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cf12665-33be-4649-b6eb-877823afb0d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.757454] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd2e962d-c320-4004-9c07-148163898d99 req-fb7578de-7972-438a-9aa7-2161a67d973e tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Enqueued Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 729.758709] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 729.758709] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.758709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.758709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.758925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.759603] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.759732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.759800] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.760029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.760134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.760238] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.179584] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0243f35-6aed-4908-b3ce-53faf14c4e7c [ 730.179837] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.179940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.179998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.180294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.180369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.180467] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0243f35-6aed-4908-b3ce-53faf14c4e7c already deleted. [ 730.180546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0243f35-6aed-4908-b3ce-53faf14c4e7c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.192360] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.262370] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.262543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.262620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.262845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.262936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.263153] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.263266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.263334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.263488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.263561] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.263646] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 is going to be updated. [ 730.290934] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.291097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.291159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.291407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.291548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.303752] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: IN_PROGRESS for 2s [ 730.334077] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.334295] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.334456] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.334753] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.335034] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.335202] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.335390] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.335546] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.336735] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.336735] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.336735] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.336735] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.336735] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.336735] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 730.337155] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.337283] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.357292] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.360787] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 730.360787] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.360787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.360787] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-f658fc95-de06-4cd8-8702-abd8465a3d31 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.360787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-f658fc95-de06-4cd8-8702-abd8465a3d31" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.360787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-f658fc95-de06-4cd8-8702-abd8465a3d31" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.360787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-f658fc95-de06-4cd8-8702-abd8465a3d31" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.360787] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f658fc95-de06-4cd8-8702-abd8465a3d31',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.459117] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: SUCCESS [ 730.459242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.697037] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.697037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.697037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.697282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.697355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.697474] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be created. [ 730.726011] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.726191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.726191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.726470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.726700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.736457] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: UNINITIALIZED for 2s [ 730.864546] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.864546] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.864546] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.864759] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.864944] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.865210] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port f658fc95-de06-4cd8-8702-abd8465a3d31 not found, creating... [ 730.865590] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.865770] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.865932] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.866143] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.866304] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.866716] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.868629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.868629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.868629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.868629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.868629] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: f658fc95-de06-4cd8-8702-abd8465a3d31 is going to be created. [ 730.888705] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.888872] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.888979] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.890039] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.890039] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.890039] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-f658fc95-de06-4cd8-8702-abd8465a3d31" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.773202] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd2e962d-c320-4004-9c07-148163898d99 req-b071cb1e-c653-45ba-aaf1-af3036c0d171 service nova] Enqueued Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_rules [ 731.773577] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd2e962d-c320-4004-9c07-148163898d99 req-b071cb1e-c653-45ba-aaf1-af3036c0d171 service nova] Enqueued Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 731.773577] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd2e962d-c320-4004-9c07-148163898d99 req-b071cb1e-c653-45ba-aaf1-af3036c0d171 service nova] Enqueued Resource ID: f658fc95-de06-4cd8-8702-abd8465a3d31 with Priority: HIGHEST for action port [ 731.773803] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_rules [ 731.773803] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 731.773888] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f658fc95-de06-4cd8-8702-abd8465a3d31 with Priority: HIGHEST for action port [ 731.774963] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.775160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.775160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.775378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.775457] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.776358] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.776459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.776641] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f658fc95-de06-4cd8-8702-abd8465a3d31 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.776741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f658fc95-de06-4cd8-8702-abd8465a3d31" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.776804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f658fc95-de06-4cd8-8702-abd8465a3d31" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.776973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f658fc95-de06-4cd8-8702-abd8465a3d31" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.777065] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f658fc95-de06-4cd8-8702-abd8465a3d31',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.243876] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9b4afe2f-50c5-4e85-a2c3-6cc6086efb1e None None] Enqueued Resource ID: 67917c78-ac7b-4417-9ac9-ab7a05829e70 with Priority: HIGHEST for action port [ 732.244782] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67917c78-ac7b-4417-9ac9-ab7a05829e70 with Priority: HIGHEST for action port [ 732.245247] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-67917c78-ac7b-4417-9ac9-ab7a05829e70 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.245551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67917c78-ac7b-4417-9ac9-ab7a05829e70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.247181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67917c78-ac7b-4417-9ac9-ab7a05829e70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.247181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67917c78-ac7b-4417-9ac9-ab7a05829e70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.247181] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67917c78-ac7b-4417-9ac9-ab7a05829e70',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.284195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.284195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.284195] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f658fc95-de06-4cd8-8702-abd8465a3d31 with status ACTIVE [ 732.284195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.284195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.284195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.284195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.284195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.284195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.284195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.284195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.284195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.284195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.284195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.284646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.284646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.284646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.284646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.284646] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f658fc95-de06-4cd8-8702-abd8465a3d31 is going to be updated. [ 732.315149] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: SUCCESS [ 732.315401] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 deletion is rescheduled due to dependency. [ 732.315548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.315740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.315989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.316219] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.316370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.316460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.316645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.316759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.316894] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.318707] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.318833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.319115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.319115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.319315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.319460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f658fc95-de06-4cd8-8702-abd8465a3d31" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.333739] env[69952]: INFO networking_nsxv3.common.synchronization [req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 req-438442b7-2828-4521-89d4-00946b60abb2 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 732.335188] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 732.335449] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.335545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.335674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.336014] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.336165] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.336301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.336436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.336619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.336774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.336933] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.705174] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.705369] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.708021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.708021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.708021] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.708021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.708021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.708021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.708021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.708021] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.708423] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.708423] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.708423] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.708508] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.708555] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.708729] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.729292] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.729481] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.729610] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.729789] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.730144] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-744aeaa3-59ff-4899-ae54-6d5e551abd6a taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.731161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-744aeaa3-59ff-4899-ae54-6d5e551abd6a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.731161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-744aeaa3-59ff-4899-ae54-6d5e551abd6a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.731161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-744aeaa3-59ff-4899-ae54-6d5e551abd6a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.731161] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744aeaa3-59ff-4899-ae54-6d5e551abd6a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.748778] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: SUCCESS [ 732.749270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.749361] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67917c78-ac7b-4417-9ac9-ab7a05829e70 [ 732.749588] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.749712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.749712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.750757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.750757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.750757] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67917c78-ac7b-4417-9ac9-ab7a05829e70 already deleted. [ 732.750757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67917c78-ac7b-4417-9ac9-ab7a05829e70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.750757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.751096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.751096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.751965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.752148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.752743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.752743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.752743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.752743] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.822836] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.839915] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.840082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.840178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.840439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.840531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.840741] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.840839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.840896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.841074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.841151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.841234] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 already deleted. [ 732.841315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.236186] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.236472] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.236568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.236825] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.236980] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.237174] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 744aeaa3-59ff-4899-ae54-6d5e551abd6a not found, creating... [ 733.237519] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.237713] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.237851] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.238519] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.238519] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.238695] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.238890] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.240899] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.241242] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.241401] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.241607] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 744aeaa3-59ff-4899-ae54-6d5e551abd6a is going to be created. [ 733.258730] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.267429] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.267664] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.267791] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.268128] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.268378] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.268622] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-744aeaa3-59ff-4899-ae54-6d5e551abd6a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.326686] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.763241] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc: rpc.has_security_group_logging(os_id): False [ 733.797017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.797017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.797017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.797017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.797017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.797017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.797017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.797017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.797017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.797017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.797017] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be created. [ 733.832029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.832029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.832029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.832029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.832029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.832029] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 is going to be updated. [ 733.898811] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.898811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.899069] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.899577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.899577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.916683] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: IN_PROGRESS for 2s [ 733.933030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.933030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.933030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.933030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.933030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.949329] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: IN_PROGRESS for 2s [ 734.285786] env[69952]: INFO networking_nsxv3.common.synchronization [req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 req-00e6928a-fd46-42e0-89d1-79f4d9fad033 service nova] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_rules [ 734.286121] env[69952]: INFO networking_nsxv3.common.synchronization [req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 req-00e6928a-fd46-42e0-89d1-79f4d9fad033 service nova] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 734.286121] env[69952]: INFO networking_nsxv3.common.synchronization [req-bc6489ff-b7a0-4834-b4cd-aa86ef798f95 req-00e6928a-fd46-42e0-89d1-79f4d9fad033 service nova] Enqueued Resource ID: 744aeaa3-59ff-4899-ae54-6d5e551abd6a with Priority: HIGHEST for action port [ 734.289446] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_rules [ 734.289446] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 734.289446] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744aeaa3-59ff-4899-ae54-6d5e551abd6a with Priority: HIGHEST for action port [ 734.289446] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.289446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.289446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.289446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.289446] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.289446] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.289446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.289446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.289446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.290184] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.290184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.290184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.290184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.290184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.290184] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.290864] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-744aeaa3-59ff-4899-ae54-6d5e551abd6a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.292178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-744aeaa3-59ff-4899-ae54-6d5e551abd6a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.293238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-744aeaa3-59ff-4899-ae54-6d5e551abd6a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.293444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-744aeaa3-59ff-4899-ae54-6d5e551abd6a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.293532] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('744aeaa3-59ff-4899-ae54-6d5e551abd6a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.795726] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.796877] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.797028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.797153] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 744aeaa3-59ff-4899-ae54-6d5e551abd6a with status ACTIVE [ 734.797298] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.797455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.797557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.797839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.798041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.798322] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.798476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.798793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.798793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.798908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.799121] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.799220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.799356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.799466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.799566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.799566] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 744aeaa3-59ff-4899-ae54-6d5e551abd6a is going to be updated. [ 734.827367] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.827522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.827559] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.827793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.828042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.828152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-744aeaa3-59ff-4899-ae54-6d5e551abd6a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.907034] env[69952]: INFO networking_nsxv3.common.synchronization [req-06154a7e-cfc4-45b1-8739-6141076d1808 req-d69c774f-10fa-4fc6-bd3e-93ca47d8c214 tempest-ServersTestFqdnHostnames-268131485 tempest-ServersTestFqdnHostnames-268131485-project-member] Enqueued Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_members [ 734.907034] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGHEST for action security_group_members [ 734.907034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f5a82f6-0a6e-49cc-9da6-035b492d5917 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.907034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.907034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.907034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.907034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.907034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.907034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.907034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.907034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.911021] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.249119] env[69952]: INFO networking_nsxv3.common.synchronization [req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec req-263bc729-2d43-4d5c-8fdc-32e3a1388e9b tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 735.249119] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 735.249119] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.249119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.249496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.249843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.250143] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.250407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.250590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.251845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.252099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.252355] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.301205] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.419094] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.419263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.419321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.419550] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.419646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.419858] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.419960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.420032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.420205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.420269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.420425] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 is going to be updated. [ 735.461269] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.461781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.462097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.462502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.462729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.475899] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 in Status: IN_PROGRESS for 2s [ 735.742688] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.742688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.742688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.742688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.742688] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.742688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.742688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.742688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.742688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.742688] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.742688] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.742688] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.742688] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.743293] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.743293] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.743293] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.759285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.759452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.759527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.759748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.759841] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.760057] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.760161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.760256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.760377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.760455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.760569] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a already deleted. [ 735.760651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.763380] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.763380] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.763380] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.763840] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.764245] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-81e29b07-1588-4b89-855d-2eab688f7024 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.764422] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-81e29b07-1588-4b89-855d-2eab688f7024" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.764536] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-81e29b07-1588-4b89-855d-2eab688f7024" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.764864] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-81e29b07-1588-4b89-855d-2eab688f7024" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.765035] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e29b07-1588-4b89-855d-2eab688f7024',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.805129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.805129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.805852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.805852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.805852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.806945] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be created. [ 735.832395] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.832603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.832662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.832844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.833012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.845616] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: UNINITIALIZED for 2s [ 735.927477] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: SUCCESS [ 735.927795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.927892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.928157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.928357] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.928478] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.928543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.928713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.928798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.928887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.929012] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.962964] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: SUCCESS [ 735.963366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.268110] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.268373] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.268514] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.268934] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.269099] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.269269] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 81e29b07-1588-4b89-855d-2eab688f7024 not found, creating... [ 736.269612] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.269811] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.269953] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.270236] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.270451] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.270951] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.271150] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.271275] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.271503] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.271702] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.271777] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 81e29b07-1588-4b89-855d-2eab688f7024 is going to be created. [ 736.296650] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.296935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.297151] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.297577] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.297954] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.298297] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-81e29b07-1588-4b89-855d-2eab688f7024" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.431980] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.432267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.432267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.432443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.432611] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.432711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.432762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.432914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.433010] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.433115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.433258] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.433344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.433398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.433543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.433676] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.433757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.433808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.433948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.434028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.434109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.434198] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.937716] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2f90448-6dee-43bf-be2e-7881af31b608: rpc.has_security_group_logging(os_id): False [ 736.959814] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.960052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.960052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.960272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.960398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960638] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.960735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.960783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.960955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.961047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.961223] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.961344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.961416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.961524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.961594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.961781] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.962036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.962036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.962881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.962881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.962881] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 is going to be updated. [ 737.023989] env[69952]: INFO networking_nsxv3.common.synchronization [req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec req-f33b05b5-a739-43de-b70f-d73c7d819f69 service nova] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_rules [ 737.023989] env[69952]: INFO networking_nsxv3.common.synchronization [req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec req-f33b05b5-a739-43de-b70f-d73c7d819f69 service nova] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 737.026024] env[69952]: INFO networking_nsxv3.common.synchronization [req-3a64e9fe-7dba-444f-aae1-c7b45a7102ec req-f33b05b5-a739-43de-b70f-d73c7d819f69 service nova] Enqueued Resource ID: 81e29b07-1588-4b89-855d-2eab688f7024 with Priority: HIGHEST for action port [ 737.026024] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_rules [ 737.026024] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 737.026024] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81e29b07-1588-4b89-855d-2eab688f7024 with Priority: HIGHEST for action port [ 737.026452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.027587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.027775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.028160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.028344] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.031339] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.032540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.033119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.033119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.033231] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.033379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.033469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.033667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.033774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.033903] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.034996] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-81e29b07-1588-4b89-855d-2eab688f7024 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.035154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81e29b07-1588-4b89-855d-2eab688f7024" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.035246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81e29b07-1588-4b89-855d-2eab688f7024" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.035484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81e29b07-1588-4b89-855d-2eab688f7024" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.035583] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81e29b07-1588-4b89-855d-2eab688f7024',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.040529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.040690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.040762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.041030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.041179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.057953] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: IN_PROGRESS for 2s [ 737.485288] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 in Status: SUCCESS [ 737.485472] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 deletion is rescheduled due to dependency. [ 737.485586] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.537139] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.538303] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.538433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.538873] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81e29b07-1588-4b89-855d-2eab688f7024 with status ACTIVE [ 737.539075] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.539212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.539353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.539531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.539635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.539829] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.539938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.540013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.540178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.540268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.540474] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.540574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.540651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.540823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.540909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.540999] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81e29b07-1588-4b89-855d-2eab688f7024 is going to be updated. [ 737.565045] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.565243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.565280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.565505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.565643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.565847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81e29b07-1588-4b89-855d-2eab688f7024" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.857065] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 737.857313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.857545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.858323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.858323] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.858323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.858323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.858323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.858560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.858560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.858698] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.042025] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.196030] env[69952]: INFO networking_nsxv3.common.synchronization [req-166216be-5188-482e-95b9-3358b1f41960 req-1bdeadfd-948e-481e-ac80-6a2ebdc41727 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Enqueued Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_members [ 738.196030] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_members [ 738.196030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b53325e-d95d-40ed-89e9-5aa85ada62c9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.196030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.196030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.196030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.196030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.196030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.196030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.196030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.196030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.196030] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.364025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.364025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.364025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.364025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.364025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.364849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.364849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.364849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.364849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.364849] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.545463] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.545463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.545463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.545463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.545463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.545463] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be created. [ 738.571521] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.574254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.574254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.574254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.574254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.583689] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: UNINITIALIZED for 2s [ 738.701965] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.702210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.702210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.702412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.702506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.702707] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.702805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.702867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.703091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.703194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.703194] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 already deleted. [ 738.703376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.869850] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f781f9d-671e-4dc8-ae5b-9154a76fa380: rpc.has_security_group_logging(os_id): False [ 738.891784] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.892059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.892059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.892301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.892394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.892626] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.892747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.893330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.893330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.893330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.893330] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.893729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.893729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.893729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.893729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.893976] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.894123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.894194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.894369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.894498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.894709] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be created. [ 738.999631] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.999805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.000786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.000786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.000786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.014899] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: IN_PROGRESS for 2s [ 739.027296] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.027594] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-128" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.027744] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-128" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.028246] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-128" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.030039] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.030236] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.030560] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.030938] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.031119] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.031470] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.031533] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.031640] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.032070] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.032070] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.032070] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.032271] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.054814] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.055168] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.055168] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.055386] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-128" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.055632] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-eae7718c-08e9-40ae-a762-d17b69cdea6e taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.055802] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-eae7718c-08e9-40ae-a762-d17b69cdea6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.056071] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-eae7718c-08e9-40ae-a762-d17b69cdea6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.056670] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-eae7718c-08e9-40ae-a762-d17b69cdea6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.056744] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae7718c-08e9-40ae-a762-d17b69cdea6e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.077173] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: SUCCESS [ 739.077455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.560935] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.560935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.560935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.560935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.561280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.561378] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port eae7718c-08e9-40ae-a762-d17b69cdea6e not found, creating... [ 739.561611] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.561793] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.561902] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.562575] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.562575] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.562790] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.562790] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.563253] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.563253] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.563312] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.563407] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: eae7718c-08e9-40ae-a762-d17b69cdea6e is going to be created. [ 739.589335] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.589571] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.589698] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.590242] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.590242] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.590508] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-eae7718c-08e9-40ae-a762-d17b69cdea6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.467718] env[69952]: INFO networking_nsxv3.common.synchronization [req-166216be-5188-482e-95b9-3358b1f41960 req-1160c614-f517-46bd-b94b-2c0dbf559328 service nova] Enqueued Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_rules [ 740.469095] env[69952]: INFO networking_nsxv3.common.synchronization [req-166216be-5188-482e-95b9-3358b1f41960 req-1160c614-f517-46bd-b94b-2c0dbf559328 service nova] Enqueued Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_members [ 740.470038] env[69952]: INFO networking_nsxv3.common.synchronization [req-166216be-5188-482e-95b9-3358b1f41960 req-1160c614-f517-46bd-b94b-2c0dbf559328 service nova] Enqueued Resource ID: eae7718c-08e9-40ae-a762-d17b69cdea6e with Priority: HIGHEST for action port [ 740.470038] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_rules [ 740.470389] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_members [ 740.470389] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae7718c-08e9-40ae-a762-d17b69cdea6e with Priority: HIGHEST for action port [ 740.470704] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.470869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.470948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.471227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.471333] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.472949] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b53325e-d95d-40ed-89e9-5aa85ada62c9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.473104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.473192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.473403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.473596] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.473858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.473956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.474144] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.474622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.474744] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.476194] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-eae7718c-08e9-40ae-a762-d17b69cdea6e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.476344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eae7718c-08e9-40ae-a762-d17b69cdea6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.476415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eae7718c-08e9-40ae-a762-d17b69cdea6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.476753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eae7718c-08e9-40ae-a762-d17b69cdea6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.476941] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae7718c-08e9-40ae-a762-d17b69cdea6e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.595253] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 740.595497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.595681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.595907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.596178] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.596316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.596386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.596551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.596633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.596843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.596843] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.974721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b53325e-d95d-40ed-89e9-5aa85ada62c9 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.974891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.976316] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.980342] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eae7718c-08e9-40ae-a762-d17b69cdea6e with status ACTIVE [ 740.980342] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.980342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.980342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.980342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.980342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.980946] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.981114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.981196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.981425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.981532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.981776] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.981917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.982063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.982317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.982443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.982555] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eae7718c-08e9-40ae-a762-d17b69cdea6e is going to be updated. [ 741.007517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.007792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.007792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.007901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.008072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.008210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eae7718c-08e9-40ae-a762-d17b69cdea6e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.029286] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 741.029286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.100167] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.100319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.100392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.100618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.100787] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.100889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.100953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.101120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.101207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.101310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.101426] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.101519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.101571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.101708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.101832] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.101919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.102029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.102120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.102195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.102294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.102353] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.366172] env[69952]: INFO networking_nsxv3.common.synchronization [None req-97f47bc0-c05a-47e3-96f1-427daf52b0aa tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Enqueued Resource ID: d94624d9-b93d-41b0-96d0-7210e9f1d756 with Priority: HIGHEST for action security_group_rules [ 741.367387] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94624d9-b93d-41b0-96d0-7210e9f1d756 with Priority: HIGHEST for action security_group_rules [ 741.367387] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d94624d9-b93d-41b0-96d0-7210e9f1d756 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.367387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d94624d9-b93d-41b0-96d0-7210e9f1d756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.367387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d94624d9-b93d-41b0-96d0-7210e9f1d756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.367387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d94624d9-b93d-41b0-96d0-7210e9f1d756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.367387] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d94624d9-b93d-41b0-96d0-7210e9f1d756',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.471525] env[69952]: INFO networking_nsxv3.common.synchronization [None req-0fec808e-0cac-4e83-b9b4-2c91bdcbbecb tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Enqueued Resource ID: d94624d9-b93d-41b0-96d0-7210e9f1d756 with Priority: HIGHEST for action security_group_rules [ 741.472097] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d94624d9-b93d-41b0-96d0-7210e9f1d756 with Priority: HIGHEST for action security_group_rules [ 741.472403] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d94624d9-b93d-41b0-96d0-7210e9f1d756 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.472507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d94624d9-b93d-41b0-96d0-7210e9f1d756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.479704] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.607085] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c85b9b26-57ac-437a-a595-bdf5982b278a: rpc.has_security_group_logging(os_id): False [ 741.630438] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.630632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.630674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.630906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.631009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.631270] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.631520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.631520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.631625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.631707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.631901] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.632036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.632105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.632256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.632334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.632548] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.632642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.632704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.632876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.632948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.633054] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be created. [ 741.709759] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.709943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.709983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.710204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.710398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.723425] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 741.900950] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.901112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.901177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.901405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.901500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.901597] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d94624d9-b93d-41b0-96d0-7210e9f1d756 already deleted. [ 741.901679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d94624d9-b93d-41b0-96d0-7210e9f1d756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.901838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d94624d9-b93d-41b0-96d0-7210e9f1d756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.901999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d94624d9-b93d-41b0-96d0-7210e9f1d756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.902099] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d94624d9-b93d-41b0-96d0-7210e9f1d756',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.981269] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.981453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.981508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.982640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.982640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.982640] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 is going to be created. [ 742.011929] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.012107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.012158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.012420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.012589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.022594] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 in Status: UNINITIALIZED for 2s [ 742.424178] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.424424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.424424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.424647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.424737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.424831] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d94624d9-b93d-41b0-96d0-7210e9f1d756 already deleted. [ 742.424906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d94624d9-b93d-41b0-96d0-7210e9f1d756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.676294] env[69952]: INFO networking_nsxv3.common.synchronization [req-f626d499-7857-48ec-8314-a2af4d9f0c51 req-1a2e61f8-e0fd-4a3e-9a55-bd2e533cc359 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 743.677192] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 743.677605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.677833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.677989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.678321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.678576] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.678776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.678910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.679225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.679402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.679597] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.737454] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 743.737454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.037373] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 in Status: SUCCESS [ 744.037373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.037373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.037373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.037373] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.037373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.037373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.037373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.037373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.037373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.037373] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.182576] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.253074] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.253302] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.253490] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.253787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.254066] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.254225] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.254339] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.254569] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.254714] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.254920] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.255667] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.255814] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.255905] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.256038] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.256230] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.256403] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.281291] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.281490] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.281657] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.281864] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.282225] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-a39a517e-7c6d-48fd-9213-e90bf49f50ef taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.282572] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-a39a517e-7c6d-48fd-9213-e90bf49f50ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.282720] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-a39a517e-7c6d-48fd-9213-e90bf49f50ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.283130] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-a39a517e-7c6d-48fd-9213-e90bf49f50ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.283301] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a39a517e-7c6d-48fd-9213-e90bf49f50ef',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.540536] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.687669] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.786138] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.786428] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.786576] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.786891] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.787060] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.787307] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port a39a517e-7c6d-48fd-9213-e90bf49f50ef not found, creating... [ 744.787479] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.787635] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.787756] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.788037] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.788256] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.788544] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.788699] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.788821] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.789134] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.790032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.790032] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: a39a517e-7c6d-48fd-9213-e90bf49f50ef is going to be created. [ 744.813088] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.813303] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.813423] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.813871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.813973] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.814159] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-a39a517e-7c6d-48fd-9213-e90bf49f50ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.042000] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b53325e-d95d-40ed-89e9-5aa85ada62c9: rpc.has_security_group_logging(os_id): False [ 745.061559] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.061734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.061796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.061984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.062094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.062443] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.062630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.062703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.062887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.063483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.063483] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 is going to be created. [ 745.131980] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.131980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.131980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.131980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.131980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.142866] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 in Status: IN_PROGRESS for 2s [ 745.193175] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.193175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.193175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.193175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.193175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.193175] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 745.233620] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.233778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.233854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.234096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.234244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.243679] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 745.875246] env[69952]: INFO networking_nsxv3.common.synchronization [req-f626d499-7857-48ec-8314-a2af4d9f0c51 req-29307f1b-343b-4bb6-ab09-1b84c10737f5 service nova] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_rules [ 745.875246] env[69952]: INFO networking_nsxv3.common.synchronization [req-f626d499-7857-48ec-8314-a2af4d9f0c51 req-29307f1b-343b-4bb6-ab09-1b84c10737f5 service nova] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 745.875246] env[69952]: INFO networking_nsxv3.common.synchronization [req-f626d499-7857-48ec-8314-a2af4d9f0c51 req-29307f1b-343b-4bb6-ab09-1b84c10737f5 service nova] Enqueued Resource ID: a39a517e-7c6d-48fd-9213-e90bf49f50ef with Priority: HIGHEST for action port [ 745.875246] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_rules [ 745.875246] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 745.875246] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a39a517e-7c6d-48fd-9213-e90bf49f50ef with Priority: HIGHEST for action port [ 745.876428] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.876428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.876428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.876744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.876829] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.880050] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.880050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.880050] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-a39a517e-7c6d-48fd-9213-e90bf49f50ef taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.880050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a39a517e-7c6d-48fd-9213-e90bf49f50ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.880050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a39a517e-7c6d-48fd-9213-e90bf49f50ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.880050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a39a517e-7c6d-48fd-9213-e90bf49f50ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.880050] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a39a517e-7c6d-48fd-9213-e90bf49f50ef',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.887589] env[69952]: INFO networking_nsxv3.common.synchronization [req-966f50fe-513b-4c93-874f-8cda5e746070 req-4251ae0c-4280-4e68-b00e-c27e6af60225 tempest-DeleteServersAdminTestJSON-1565959929 tempest-DeleteServersAdminTestJSON-1565959929-project-member] Enqueued Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 745.892604] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGHEST for action security_group_members [ 745.893846] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.894059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.894811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.895132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.895359] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.895507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.895597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.895872] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.895946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.896117] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.382471] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.382646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.382790] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a39a517e-7c6d-48fd-9213-e90bf49f50ef with status ACTIVE [ 746.382956] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.383079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.383145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.385096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.385224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.385422] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.385537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.385587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.385756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.385836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.386035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.386127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.386187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.386330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.386403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.386486] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a39a517e-7c6d-48fd-9213-e90bf49f50ef is going to be updated. [ 746.399733] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.399733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.399733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.400013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.400013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.402172] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.402172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.402172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.402172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.402172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.402172] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 is going to be updated. [ 746.418550] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.418697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.418768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.418972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.419281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.419369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a39a517e-7c6d-48fd-9213-e90bf49f50ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.439147] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.439147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.439147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.439147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.439147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.445904] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: IN_PROGRESS for 2s [ 746.750051] env[69952]: INFO networking_nsxv3.common.synchronization [req-b6c982a1-7d38-411c-b922-376ba7c655a0 req-8af292e1-1c0d-4ee7-8159-49fa0a51a56c tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Enqueued Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGHEST for action security_group_members [ 746.750712] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGHEST for action security_group_members [ 746.751046] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9569028-21b2-49f7-ad51-e989f28f3be0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.751140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.751203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.751476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.751623] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.751716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.751786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.751936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.752029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.752119] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9569028-21b2-49f7-ad51-e989f28f3be0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.158203] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 in Status: SUCCESS [ 747.158567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.253386] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 747.253610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.253979] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.254123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.254188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.254430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.254527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.254784] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.254904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.254969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.255180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.255277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.255362] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9569028-21b2-49f7-ad51-e989f28f3be0 already deleted. [ 747.255442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.255569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.255719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.255857] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.255949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.256030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.257988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.258353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.258501] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.298528] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.298724] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-465" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.298860] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-465" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.299554] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-465" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.299883] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.300221] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.300385] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.300667] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.300920] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.301260] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.301427] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.301750] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.301750] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.301904] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 747.301949] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.302128] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.323642] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.323921] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 747.324126] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.324773] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-465" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.325167] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.325403] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.325536] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.325866] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.326624] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f738c92-9c79-4bb7-8acb-8aa8004ba75e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.763272] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.829080] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.829080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.829332] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.829407] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.829559] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.829722] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 1f738c92-9c79-4bb7-8acb-8aa8004ba75e not found, creating... [ 747.829987] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.830196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.830351] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.830590] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.830728] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.831024] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.831962] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.832150] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.832358] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.832499] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.832665] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 1f738c92-9c79-4bb7-8acb-8aa8004ba75e is going to be created. [ 747.855833] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.856076] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.856537] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.856537] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.856874] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.856961] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.266151] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.457045] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2f90448-6dee-43bf-be2e-7881af31b608 in Status: SUCCESS [ 748.457252] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 deletion is rescheduled due to dependency. [ 748.457376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.767953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.768153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.768328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.769911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.769911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.769911] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 748.827201] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.827424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.827929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.827929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.828087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.841983] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 748.871275] env[69952]: INFO networking_nsxv3.common.synchronization [req-b6c982a1-7d38-411c-b922-376ba7c655a0 req-d033e237-5f9f-4735-bf6c-11085d2f77d5 service nova] Enqueued Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGHEST for action security_group_rules [ 748.871923] env[69952]: INFO networking_nsxv3.common.synchronization [req-b6c982a1-7d38-411c-b922-376ba7c655a0 req-d033e237-5f9f-4735-bf6c-11085d2f77d5 service nova] Enqueued Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGHEST for action security_group_members [ 748.871923] env[69952]: INFO networking_nsxv3.common.synchronization [req-b6c982a1-7d38-411c-b922-376ba7c655a0 req-d033e237-5f9f-4735-bf6c-11085d2f77d5 service nova] Enqueued Resource ID: 1f738c92-9c79-4bb7-8acb-8aa8004ba75e with Priority: HIGHEST for action port [ 748.872095] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGHEST for action security_group_rules [ 748.872211] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGHEST for action security_group_members [ 748.872337] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f738c92-9c79-4bb7-8acb-8aa8004ba75e with Priority: HIGHEST for action port [ 748.873056] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9569028-21b2-49f7-ad51-e989f28f3be0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.873282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.873282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.873536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.873905] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9569028-21b2-49f7-ad51-e989f28f3be0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.874564] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9569028-21b2-49f7-ad51-e989f28f3be0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.874691] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.874762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.874986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.875204] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.875331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.875415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.875596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.875704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.875820] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9569028-21b2-49f7-ad51-e989f28f3be0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.877029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.877154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.877154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.877404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.877404] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f738c92-9c79-4bb7-8acb-8aa8004ba75e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.379586] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9569028-21b2-49f7-ad51-e989f28f3be0 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.379886] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.381011] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9569028-21b2-49f7-ad51-e989f28f3be0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.384109] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f738c92-9c79-4bb7-8acb-8aa8004ba75e with status ACTIVE [ 749.384109] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.384109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.384109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.384109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.384109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.384109] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.384109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.384109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.384109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.384431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.384431] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.384495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.384522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.385086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.385086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.385086] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f738c92-9c79-4bb7-8acb-8aa8004ba75e is going to be updated. [ 749.411205] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.411448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.411526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.411797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.411942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.412146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f738c92-9c79-4bb7-8acb-8aa8004ba75e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.887214] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9569028-21b2-49f7-ad51-e989f28f3be0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.390133] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.390655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.390655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.391034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.391034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.391566] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9569028-21b2-49f7-ad51-e989f28f3be0 is going to be created. [ 750.420916] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.421127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.421174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.421491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.421575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.432503] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9569028-21b2-49f7-ad51-e989f28f3be0 in Status: UNINITIALIZED for 2s [ 750.631079] env[69952]: INFO networking_nsxv3.common.synchronization [req-30cbf9dd-af87-48b8-842a-115cd270d5ec req-c555dac5-638e-4565-b55c-00300f4ac96a tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 750.631809] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 750.632194] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.632338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.632437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.632953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.632953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.633106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.633189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.633372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.633501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.633681] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.853432] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 750.853811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.854047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.854316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.854631] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.854837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.854963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.855475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.855475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.855475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.855724] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.135517] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.359858] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.360021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.360134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.360319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.360529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.360631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.360694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.360920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.360955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.361043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.361206] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.361307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.361364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.361538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.361672] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.361796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.361856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.361976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.362085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.362166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.362252] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.376861] env[69952]: INFO networking_nsxv3.common.synchronization [req-7de8b145-c760-4229-90be-2b60e035f8c4 req-88dd86c5-33cb-4605-8887-0a8a3c832497 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 751.382268] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 751.382527] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.382660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.382729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.383103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.383295] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.383400] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.383479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.383627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.383707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.383818] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.637577] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.813098] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.813307] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.813434] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.813762] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.814070] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.814244] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.814364] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.814588] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.814730] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.814934] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.815058] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.815169] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.815278] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.815413] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.815538] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.815673] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.835672] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.835841] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.835979] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.836238] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.836566] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-845446f3-1850-415d-8305-df1dcd1e4b0a taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.836777] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-845446f3-1850-415d-8305-df1dcd1e4b0a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.836902] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-845446f3-1850-415d-8305-df1dcd1e4b0a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.837267] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-845446f3-1850-415d-8305-df1dcd1e4b0a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.837403] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('845446f3-1850-415d-8305-df1dcd1e4b0a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.868125] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c85b9b26-57ac-437a-a595-bdf5982b278a: rpc.has_security_group_logging(os_id): False [ 751.888228] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.888435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.888508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.888960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.888960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.889112] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.889573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.889651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.889826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.889920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.890147] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.890246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.890307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.890469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.890545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.890752] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.890845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.890916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.891070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.891146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.891242] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 751.892570] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.892681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.892748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.892967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.893008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.893168] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.893263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.893324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.893460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.893533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.893615] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 already deleted. [ 751.893692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.983281] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.983406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.983488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.983711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.983864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.999021] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 752.141042] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.141042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.141042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.141042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.141312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.141312] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be updated. [ 752.176141] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.176141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.176141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.176304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.176396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.186412] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 752.340988] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.340988] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.340988] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.341278] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.341278] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.341407] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 845446f3-1850-415d-8305-df1dcd1e4b0a not found, creating... [ 752.341640] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.341845] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.342018] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.342419] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.342550] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.342959] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.343234] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.343451] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.343808] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.344062] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.344280] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 845446f3-1850-415d-8305-df1dcd1e4b0a is going to be created. [ 752.365794] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.365999] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.366182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.366613] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.366884] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.367138] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-845446f3-1850-415d-8305-df1dcd1e4b0a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.442795] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9569028-21b2-49f7-ad51-e989f28f3be0 in Status: SUCCESS [ 752.443043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.443249] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.443432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.443625] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.443745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.443852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.443960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.444058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.444171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.444231] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9569028-21b2-49f7-ad51-e989f28f3be0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.946780] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9569028-21b2-49f7-ad51-e989f28f3be0 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.947289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.947289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.947454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.947700] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.947931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.948016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.948301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.948424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.948530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.948755] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9569028-21b2-49f7-ad51-e989f28f3be0 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.948880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.948934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.949106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.949360] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.949433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.949463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.949585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.949667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.949748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.949837] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9569028-21b2-49f7-ad51-e989f28f3be0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.169096] env[69952]: INFO networking_nsxv3.common.synchronization [req-7de8b145-c760-4229-90be-2b60e035f8c4 req-915e100e-4fdb-42e9-a258-3a72049352a9 service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 753.169337] env[69952]: INFO networking_nsxv3.common.synchronization [req-7de8b145-c760-4229-90be-2b60e035f8c4 req-915e100e-4fdb-42e9-a258-3a72049352a9 service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 753.169499] env[69952]: INFO networking_nsxv3.common.synchronization [req-7de8b145-c760-4229-90be-2b60e035f8c4 req-915e100e-4fdb-42e9-a258-3a72049352a9 service nova] Enqueued Resource ID: 845446f3-1850-415d-8305-df1dcd1e4b0a with Priority: HIGHEST for action port [ 753.170047] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 753.170222] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 753.170276] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 845446f3-1850-415d-8305-df1dcd1e4b0a with Priority: HIGHEST for action port [ 753.170632] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.170719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.170767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.171011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.171533] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.172421] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.172572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.172752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.172955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.173126] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.173212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.173276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.174192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.174192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.174192] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.174596] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-845446f3-1850-415d-8305-df1dcd1e4b0a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.174596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-845446f3-1850-415d-8305-df1dcd1e4b0a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.174596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-845446f3-1850-415d-8305-df1dcd1e4b0a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.174797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-845446f3-1850-415d-8305-df1dcd1e4b0a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.174881] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('845446f3-1850-415d-8305-df1dcd1e4b0a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.453590] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9569028-21b2-49f7-ad51-e989f28f3be0: rpc.has_security_group_logging(os_id): False [ 753.476229] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.476229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.476229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.476229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.476229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.476229] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.476635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.476635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.476635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.476802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.477068] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.477222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.477321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.477538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.477650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.477880] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.477999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.478124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.478279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.478388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.478470] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9569028-21b2-49f7-ad51-e989f28f3be0 is going to be created. [ 753.537838] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.538045] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.538099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.538343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.538592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.550392] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9569028-21b2-49f7-ad51-e989f28f3be0 in Status: IN_PROGRESS for 2s [ 753.677293] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 845446f3-1850-415d-8305-df1dcd1e4b0a with status ACTIVE [ 753.677618] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.677779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.677858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.678140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.678333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.678527] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.678659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.678744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.678930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.679021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.679254] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.679382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.679444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.679615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.679710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.679796] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 845446f3-1850-415d-8305-df1dcd1e4b0a is going to be updated. [ 753.681051] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.681178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.681435] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.705847] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.706125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.706256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.706574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.706802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.707060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-845446f3-1850-415d-8305-df1dcd1e4b0a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.013858] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 754.014232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.183543] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.195338] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 754.195563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.688980] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.688980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.688980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.688980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.688980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.688980] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be created. [ 754.714721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.714927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.715040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.715337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.715572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.731302] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: UNINITIALIZED for 2s [ 755.564234] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9569028-21b2-49f7-ad51-e989f28f3be0 in Status: SUCCESS [ 755.564582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.489928] env[69952]: INFO networking_nsxv3.common.synchronization [req-3d2029dc-386b-4c96-98c6-3a56452cbb2e req-9ec72f0f-2a3e-4775-a461-fe585641a613 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 756.491071] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 756.491071] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.491071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.491071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.491274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.491431] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.491508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.491581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.491703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.491780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.491863] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.744967] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 756.745281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.745493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.745748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.745975] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.746117] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.746203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.746413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.746526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.746626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.746736] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.963120] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.963120] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-836" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.963120] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-836" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.963120] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-836" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.963120] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.963120] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.964666] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.965137] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.967893] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.967893] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.967893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.967893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.967893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.967893] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 756.967893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.967893] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.986956] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.986956] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 756.986956] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.986956] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-836" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.986956] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-3f126f49-55cf-4a69-b62c-15a5c09acfaf taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.986956] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-3f126f49-55cf-4a69-b62c-15a5c09acfaf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.986956] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-3f126f49-55cf-4a69-b62c-15a5c09acfaf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.988385] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-3f126f49-55cf-4a69-b62c-15a5c09acfaf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.988385] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f126f49-55cf-4a69-b62c-15a5c09acfaf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.993966] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.252875] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.253070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.253142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.253372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.253541] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.253642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.253698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.253932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.253932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.254019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.254187] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.254284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.254344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.254494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.254730] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.254730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.254861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.254890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.254968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.255057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.255146] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.490968] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.492268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.492268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.492268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.492268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.492268] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 3f126f49-55cf-4a69-b62c-15a5c09acfaf not found, creating... [ 757.492268] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.492505] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.492538] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.492766] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.492898] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.493212] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.493361] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.493472] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.493754] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.493940] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.494110] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 3f126f49-55cf-4a69-b62c-15a5c09acfaf is going to be created. [ 757.497059] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.519735] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.519735] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.519735] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.519735] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.519950] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.520498] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-3f126f49-55cf-4a69-b62c-15a5c09acfaf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.561693] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9c562677-6823-42ae-814e-958b54870a49 None None] Enqueued Resource ID: 7a84fa7d-f84d-4d05-bc0a-310dcf28be88 with Priority: HIGHEST for action port [ 757.562348] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a84fa7d-f84d-4d05-bc0a-310dcf28be88 with Priority: HIGHEST for action port [ 757.563068] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a84fa7d-f84d-4d05-bc0a-310dcf28be88 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.563216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a84fa7d-f84d-4d05-bc0a-310dcf28be88" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.563288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a84fa7d-f84d-4d05-bc0a-310dcf28be88" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.563581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a84fa7d-f84d-4d05-bc0a-310dcf28be88" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.563669] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a84fa7d-f84d-4d05-bc0a-310dcf28be88',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.757651] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 508193cb-ad6e-42b3-b375-4cdbc2887c82: rpc.has_security_group_logging(os_id): False [ 757.775593] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.775728] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.775815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.776054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.776401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.776401] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.776499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.776541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.776698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.776776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.776949] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.777059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.777125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.777265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.777341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.777563] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.777640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.777688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.777888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.780162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.780302] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be created. [ 757.834260] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.834470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.834470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.834597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.834779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.845628] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 758.000474] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.000695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.000769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.000995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.001712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.001712] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af is going to be updated. [ 758.042590] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.042753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.042811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.043052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.043200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052429] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: IN_PROGRESS for 2s [ 758.068160] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a84fa7d-f84d-4d05-bc0a-310dcf28be88 [ 758.068160] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.068160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.068160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.068160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.068160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.068160] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a84fa7d-f84d-4d05-bc0a-310dcf28be88 already deleted. [ 758.068160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a84fa7d-f84d-4d05-bc0a-310dcf28be88" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.239836] env[69952]: INFO networking_nsxv3.common.synchronization [req-3d2029dc-386b-4c96-98c6-3a56452cbb2e req-d6aa5137-1192-4d3a-bfdb-5a4d538990d3 service nova] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_rules [ 758.239836] env[69952]: INFO networking_nsxv3.common.synchronization [req-3d2029dc-386b-4c96-98c6-3a56452cbb2e req-d6aa5137-1192-4d3a-bfdb-5a4d538990d3 service nova] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 758.239836] env[69952]: INFO networking_nsxv3.common.synchronization [req-3d2029dc-386b-4c96-98c6-3a56452cbb2e req-d6aa5137-1192-4d3a-bfdb-5a4d538990d3 service nova] Enqueued Resource ID: 3f126f49-55cf-4a69-b62c-15a5c09acfaf with Priority: HIGHEST for action port [ 758.239836] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_rules [ 758.239836] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 758.239836] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f126f49-55cf-4a69-b62c-15a5c09acfaf with Priority: HIGHEST for action port [ 758.239836] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.239836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.239836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.239836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.239836] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.239836] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.239836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.239836] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f126f49-55cf-4a69-b62c-15a5c09acfaf taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.240986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f126f49-55cf-4a69-b62c-15a5c09acfaf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.241230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f126f49-55cf-4a69-b62c-15a5c09acfaf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.241554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f126f49-55cf-4a69-b62c-15a5c09acfaf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.242629] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f126f49-55cf-4a69-b62c-15a5c09acfaf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.489574] env[69952]: INFO networking_nsxv3.common.synchronization [req-fc7a287a-6815-4feb-9157-e6f63ee15afe req-27b27536-355b-4bd0-85ac-a96b0a92ca8a tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 758.490109] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 758.490446] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.490626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.490706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.490954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.491231] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.491337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.491401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.491548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.491633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.491725] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.746599] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.746782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.746954] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f126f49-55cf-4a69-b62c-15a5c09acfaf with status ACTIVE [ 758.747142] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.747267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.750080] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.750080] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.750080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.750080] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f126f49-55cf-4a69-b62c-15a5c09acfaf is going to be updated. [ 758.765510] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.765828] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.765877] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.766455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.766455] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.766610] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.766644] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.770524] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.770806] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.770953] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.771148] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.772468] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.772468] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.772468] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 758.772468] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.772468] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.775191] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.775315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.775376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.775564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.775703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.775855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f126f49-55cf-4a69-b62c-15a5c09acfaf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.817779] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.817952] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 758.818109] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.818369] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.818690] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-bc482ed1-d416-478b-b980-d119c8c8b5a7 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.818865] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-bc482ed1-d416-478b-b980-d119c8c8b5a7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.819036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-bc482ed1-d416-478b-b980-d119c8c8b5a7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.819405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-bc482ed1-d416-478b-b980-d119c8c8b5a7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.819555] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc482ed1-d416-478b-b980-d119c8c8b5a7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.995748] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.995942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.996029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.996281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.996396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.996605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.996718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.996782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.996964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.997058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.997146] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 already deleted. [ 758.997238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.061395] env[69952]: INFO networking_nsxv3.common.synchronization [req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab req-016e0bbb-52dc-4cb6-9c29-32989c3216bd tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Enqueued Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGHEST for action security_group_members [ 759.061699] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGHEST for action security_group_members [ 759.062028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f132148e-7925-4de9-84d4-bba43d6a21d4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.062830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.062921] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.063247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.063572] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.063820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.063820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.063958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.064025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.064152] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f132148e-7925-4de9-84d4-bba43d6a21d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.321782] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.322158] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.322158] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.322438] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.322589] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.322798] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port bc482ed1-d416-478b-b980-d119c8c8b5a7 not found, creating... [ 759.323058] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.323222] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.323347] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.323588] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.323747] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.324033] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.324188] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.324304] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.324515] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.324647] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.324782] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: bc482ed1-d416-478b-b980-d119c8c8b5a7 is going to be created. [ 759.351517] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.351711] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.352330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.352330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.352667] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.352667] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-bc482ed1-d416-478b-b980-d119c8c8b5a7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.426153] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.426153] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.426153] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.426153] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.426153] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.426153] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.426153] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.426671] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.426917] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.427229] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.427435] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.427625] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.427818] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.428043] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.428250] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.428508] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.463225] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.463225] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.463225] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.463225] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.463225] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-c00a750d-1120-489b-b535-0fe77802571a taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.463225] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-c00a750d-1120-489b-b535-0fe77802571a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.463225] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-c00a750d-1120-489b-b535-0fe77802571a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.463225] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-c00a750d-1120-489b-b535-0fe77802571a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.463225] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00a750d-1120-489b-b535-0fe77802571a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.566952] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.566952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.567110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.567208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.567302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.567501] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.567604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.567666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.567822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.567898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.567982] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f132148e-7925-4de9-84d4-bba43d6a21d4 already deleted. [ 759.568079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.744707] env[69952]: INFO networking_nsxv3.common.synchronization [None req-4e4c1ef2-66c3-42c5-88f2-4adcc6e3c53b None None] Enqueued Resource ID: 746eae89-e92f-4b02-b7f3-b8704563bd4a with Priority: HIGHEST for action port [ 759.748021] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 746eae89-e92f-4b02-b7f3-b8704563bd4a with Priority: HIGHEST for action port [ 759.748021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-746eae89-e92f-4b02-b7f3-b8704563bd4a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.748021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-746eae89-e92f-4b02-b7f3-b8704563bd4a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.748021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-746eae89-e92f-4b02-b7f3-b8704563bd4a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.748021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-746eae89-e92f-4b02-b7f3-b8704563bd4a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.748021] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('746eae89-e92f-4b02-b7f3-b8704563bd4a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.859951] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 759.860664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.969248] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.969248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.969248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.969248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.969248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.969248] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port c00a750d-1120-489b-b535-0fe77802571a not found, creating... [ 759.969248] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.969248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.969248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.969248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.969248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.969729] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.969729] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.969729] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.970237] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.970406] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.970559] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: c00a750d-1120-489b-b535-0fe77802571a is going to be created. [ 759.990817] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.990989] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.991040] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.991303] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.991530] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.991752] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-c00a750d-1120-489b-b535-0fe77802571a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.013579] env[69952]: INFO networking_nsxv3.common.synchronization [req-fc7a287a-6815-4feb-9157-e6f63ee15afe req-a24b8910-45cc-4f10-943a-37cc8a32981c service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 760.013579] env[69952]: INFO networking_nsxv3.common.synchronization [req-fc7a287a-6815-4feb-9157-e6f63ee15afe req-a24b8910-45cc-4f10-943a-37cc8a32981c service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 760.013579] env[69952]: INFO networking_nsxv3.common.synchronization [req-fc7a287a-6815-4feb-9157-e6f63ee15afe req-a24b8910-45cc-4f10-943a-37cc8a32981c service nova] Enqueued Resource ID: bc482ed1-d416-478b-b980-d119c8c8b5a7 with Priority: HIGHEST for action port [ 760.013579] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 760.013780] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 760.013780] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc482ed1-d416-478b-b980-d119c8c8b5a7 with Priority: HIGHEST for action port [ 760.014451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.014571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.014634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.014915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.015060] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.016428] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.016566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.016617] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.017742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.017742] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.017742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.017742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.017742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.017742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.017742] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.018515] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc482ed1-d416-478b-b980-d119c8c8b5a7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.018647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc482ed1-d416-478b-b980-d119c8c8b5a7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.018707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc482ed1-d416-478b-b980-d119c8c8b5a7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.019190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc482ed1-d416-478b-b980-d119c8c8b5a7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.019190] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc482ed1-d416-478b-b980-d119c8c8b5a7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.064610] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: SUCCESS [ 760.064838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.065367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.065999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.065999] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.065999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.065999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.066278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.066278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.066354] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.250201] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 746eae89-e92f-4b02-b7f3-b8704563bd4a [ 760.250201] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.250201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.250201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.250201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.250201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.250201] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:746eae89-e92f-4b02-b7f3-b8704563bd4a already deleted. [ 760.250201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-746eae89-e92f-4b02-b7f3-b8704563bd4a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.520512] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.520651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.520853] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.525889] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc482ed1-d416-478b-b980-d119c8c8b5a7 with status ACTIVE [ 760.526129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.526281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.526351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.526558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.527406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527717] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.527717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.527815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.528038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.528071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.528347] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.528432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.528497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.528650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.528728] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.528814] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc482ed1-d416-478b-b980-d119c8c8b5a7 is going to be updated. [ 760.552424] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.552424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.552424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.552424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.552424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.552424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc482ed1-d416-478b-b980-d119c8c8b5a7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.573198] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.778343] env[69952]: INFO networking_nsxv3.common.synchronization [req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab req-83fee69b-8022-449c-9eb7-40e39a63254c service nova] Enqueued Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGHEST for action security_group_rules [ 760.778562] env[69952]: INFO networking_nsxv3.common.synchronization [req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab req-83fee69b-8022-449c-9eb7-40e39a63254c service nova] Enqueued Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGHEST for action security_group_members [ 760.778703] env[69952]: INFO networking_nsxv3.common.synchronization [req-f6fef7ac-c735-4b39-81a8-edcdf8f236ab req-83fee69b-8022-449c-9eb7-40e39a63254c service nova] Enqueued Resource ID: c00a750d-1120-489b-b535-0fe77802571a with Priority: HIGHEST for action port [ 760.779207] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGHEST for action security_group_rules [ 760.779363] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGHEST for action security_group_members [ 760.779482] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00a750d-1120-489b-b535-0fe77802571a with Priority: HIGHEST for action port [ 760.779781] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f132148e-7925-4de9-84d4-bba43d6a21d4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.779906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.779972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.780237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.780317] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f132148e-7925-4de9-84d4-bba43d6a21d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.781203] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f132148e-7925-4de9-84d4-bba43d6a21d4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.781319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.781388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.781557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.782816] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.782816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.782816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.782816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.782816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.782816] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f132148e-7925-4de9-84d4-bba43d6a21d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.783072] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00a750d-1120-489b-b535-0fe77802571a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.783072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00a750d-1120-489b-b535-0fe77802571a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.783072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00a750d-1120-489b-b535-0fe77802571a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.783180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00a750d-1120-489b-b535-0fe77802571a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.783252] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00a750d-1120-489b-b535-0fe77802571a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.022768] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.077508] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.288696] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f132148e-7925-4de9-84d4-bba43d6a21d4 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.288864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.289166] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f132148e-7925-4de9-84d4-bba43d6a21d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.290406] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c00a750d-1120-489b-b535-0fe77802571a with status ACTIVE [ 761.290625] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.290769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.290850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.295246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.295439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.295642] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.295786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.295862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.296120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.296272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.296447] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.296570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.296747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.296843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.296931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.297049] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c00a750d-1120-489b-b535-0fe77802571a is going to be updated. [ 761.323767] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.324059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.324199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.324537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.324769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.325046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00a750d-1120-489b-b535-0fe77802571a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.525546] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.526198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.526198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.526198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.526198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.526198] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be created. [ 761.554335] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.554582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.554582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.554764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.554925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.565760] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: UNINITIALIZED for 2s [ 761.581630] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.581630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.581630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.581630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.581630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.581888] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af is going to be updated. [ 761.609152] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.609368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.609522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.609798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.610053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.620056] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: IN_PROGRESS for 2s [ 761.799743] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f132148e-7925-4de9-84d4-bba43d6a21d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.307019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.307392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.307392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.307481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.307573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.307659] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f132148e-7925-4de9-84d4-bba43d6a21d4 is going to be created. [ 762.334458] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.334632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.334706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.334928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.335110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.345892] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f132148e-7925-4de9-84d4-bba43d6a21d4 in Status: UNINITIALIZED for 2s [ 762.575803] env[69952]: INFO networking_nsxv3.common.synchronization [req-8d1ad173-e683-40b7-878f-6ff9151d21ad req-f6fd49c8-fd3f-46b5-9870-52c535a408c3 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 762.576285] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 762.576653] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.576813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.576891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.577157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.577342] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.577448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.577590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.578041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.578041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.578041] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.080193] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.080369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.080427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.080638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.080787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.080999] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.081121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.081183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.081349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.081471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.081522] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be updated. [ 763.131956] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.132139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.132210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.132437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.132589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.141956] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: IN_PROGRESS for 2s [ 763.576966] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 763.577261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.577398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.577675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.577874] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.577995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.578073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.578244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.578358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.578449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.578543] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.631884] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: SUCCESS [ 763.632132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.632302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.632516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.632709] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.632828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.632897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.633060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.633146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.633230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.633321] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.081087] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.081298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.081402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.081663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.081899] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.082047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.082146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.082348] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.082482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.082613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.082812] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.082928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.083013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.083223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.083412] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.083747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.083888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.084070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.084172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.084243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.084502] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.135881] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.136108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.136189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.136521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.136791] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.136886] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.136952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.137286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.137286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.137415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.138056] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.138056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.138056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.138056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.138234] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.138279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.138328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.139032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.139032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.139032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.139032] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.360198] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f132148e-7925-4de9-84d4-bba43d6a21d4 in Status: SUCCESS [ 764.360427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.360659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.360909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.361115] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.361236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.361302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.361458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.361556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.361704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.361753] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f132148e-7925-4de9-84d4-bba43d6a21d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.588189] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 350f0ebb-36c1-4557-84a1-d17daed5d0c2: rpc.has_security_group_logging(os_id): False [ 764.612088] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.612304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.612354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.612628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.613104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.613104] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.613104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.613329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.613329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.613421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.613654] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.613786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.613855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.614097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.614196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.614384] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.614499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.614557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.614783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.614877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.614877] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be created. [ 764.640899] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fb90bb9-6660-4c9d-925f-271822ef47af: rpc.has_security_group_logging(os_id): False [ 764.662485] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.662708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.662787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.663011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.663123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.663402] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.663519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.663565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.663777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.663917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.664213] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.664377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.664485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.664713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.664836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.665141] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.666572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.666572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.666572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.666572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.666572] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af is going to be updated. [ 764.692188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.692188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.692188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.692188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.692188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.709253] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 764.757750] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.757954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.758948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.758948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.758948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.798270] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: IN_PROGRESS for 2s [ 764.867030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f132148e-7925-4de9-84d4-bba43d6a21d4 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.867213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.867278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.867482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.867653] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.867752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.867808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.867953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.868053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.868158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.868311] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f132148e-7925-4de9-84d4-bba43d6a21d4 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.868463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.868518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.868635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.868773] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.868864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.868920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.869075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.869155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.869234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.869324] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f132148e-7925-4de9-84d4-bba43d6a21d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.151608] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 765.151824] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 deletion is rescheduled due to dependency. [ 765.151901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.374643] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f132148e-7925-4de9-84d4-bba43d6a21d4: rpc.has_security_group_logging(os_id): False [ 765.394030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.394685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.394685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.395449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.395449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.395582] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.395745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.395787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.396022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.396167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.396456] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.396582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.396677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.396893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.396986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.397232] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.397365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.397471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.397649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.397742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.397857] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f132148e-7925-4de9-84d4-bba43d6a21d4 is going to be created. [ 765.462818] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.463046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.463046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.463231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.463433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.476650] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f132148e-7925-4de9-84d4-bba43d6a21d4 in Status: IN_PROGRESS for 2s [ 766.442758] env[69952]: INFO networking_nsxv3.common.synchronization [req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 req-7ecb7f25-4ec0-42eb-983e-991cfa60f208 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 766.446532] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 766.446532] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.446532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.446532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.446532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.446532] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.446532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.446532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.446532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.446532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.446532] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.723772] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 766.724147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.825477] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: SUCCESS [ 766.825700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.949851] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.950057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.950105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.950522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.950522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.950636] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.950821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.950856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.951022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.951105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.951192] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe already deleted. [ 766.951272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.089636] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.089844] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.089967] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.090326] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.090606] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.090784] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.090902] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.091145] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.091288] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.091631] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.091760] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.091870] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.091978] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.092104] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 767.092208] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.092338] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.117298] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.117476] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 767.117614] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.117796] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.118170] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-830530df-689f-4245-859a-c711cd0623ba taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.118412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-830530df-689f-4245-859a-c711cd0623ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.118527] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-830530df-689f-4245-859a-c711cd0623ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.119393] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-830530df-689f-4245-859a-c711cd0623ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.119393] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('830530df-689f-4245-859a-c711cd0623ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.490793] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f132148e-7925-4de9-84d4-bba43d6a21d4 in Status: SUCCESS [ 767.490793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.621908] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.622147] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.622286] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.622717] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.622919] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.623094] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 830530df-689f-4245-859a-c711cd0623ba not found, creating... [ 767.623906] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.624619] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.624797] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.625067] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.625223] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.625514] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.625721] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.625853] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.626136] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.626349] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.626525] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 830530df-689f-4245-859a-c711cd0623ba is going to be created. [ 767.649522] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.649731] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.649855] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.650148] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.650377] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.650603] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-830530df-689f-4245-859a-c711cd0623ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.347452] env[69952]: INFO networking_nsxv3.common.synchronization [req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 req-8bcea498-c0f7-4665-a299-deb23c8cdfd0 service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 768.347452] env[69952]: INFO networking_nsxv3.common.synchronization [req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 req-8bcea498-c0f7-4665-a299-deb23c8cdfd0 service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 768.347452] env[69952]: INFO networking_nsxv3.common.synchronization [req-c39f08c2-bf6f-4b2e-8a8f-6e96c5974557 req-8bcea498-c0f7-4665-a299-deb23c8cdfd0 service nova] Enqueued Resource ID: 830530df-689f-4245-859a-c711cd0623ba with Priority: HIGHEST for action port [ 768.347452] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 768.347710] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 768.347710] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830530df-689f-4245-859a-c711cd0623ba with Priority: HIGHEST for action port [ 768.347958] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.348050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.348109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.348443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.348505] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.350984] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.350984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.350984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.350984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.350984] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.350984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.350984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.351237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.351237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.351237] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.352525] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-830530df-689f-4245-859a-c711cd0623ba taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.352628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-830530df-689f-4245-859a-c711cd0623ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.352628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-830530df-689f-4245-859a-c711cd0623ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.353031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-830530df-689f-4245-859a-c711cd0623ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.353031] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('830530df-689f-4245-859a-c711cd0623ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.856238] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.856238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.856238] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.857754] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 830530df-689f-4245-859a-c711cd0623ba with status ACTIVE [ 768.858318] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.858511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.858780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.859068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.859193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.860022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.860022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.860022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.860222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.860222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.860435] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.860707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.860707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.860814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.860913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.861036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 830530df-689f-4245-859a-c711cd0623ba is going to be updated. [ 768.924211] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.924604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.924734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.924967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.925127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.925362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-830530df-689f-4245-859a-c711cd0623ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.109819] env[69952]: INFO networking_nsxv3.common.synchronization [req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 req-cf98da13-1b45-4f14-84e8-a0a815e7b3b5 tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Enqueued Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_members [ 769.116480] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_members [ 769.116480] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.116825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.116943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.117341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.117633] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.118111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.118213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.118479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.118631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.118805] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.364324] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.457139] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.457139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-140" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.457139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-140" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.457139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-140" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.457139] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.457139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.457992] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.458700] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.459081] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.459501] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.460560] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.460839] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.461019] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.461122] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.461238] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.461385] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.482396] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.482577] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.482801] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.482990] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-140" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.483319] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-9a74e287-c135-4730-804e-5b4740aab6fd taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.483490] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-9a74e287-c135-4730-804e-5b4740aab6fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.483612] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-9a74e287-c135-4730-804e-5b4740aab6fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.483938] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-9a74e287-c135-4730-804e-5b4740aab6fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.484091] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a74e287-c135-4730-804e-5b4740aab6fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.622888] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.623158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.623315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.623458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.623553] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.623764] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.623861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.623923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.624103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.624183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.624268] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a already deleted. [ 769.624348] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.871994] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.871994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.871994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.871994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.871994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.871994] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be created. [ 769.898690] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.898845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.899379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.899379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.899379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.908880] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: UNINITIALIZED for 2s [ 769.986664] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.987113] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.987279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.987577] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.987758] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.987939] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 9a74e287-c135-4730-804e-5b4740aab6fd not found, creating... [ 769.988252] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.988474] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.988611] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.989032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.989032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.989310] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.989497] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.989620] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.989838] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.992485] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.992730] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 9a74e287-c135-4730-804e-5b4740aab6fd is going to be created. [ 770.018022] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.018022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.018022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.018022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.018022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.018022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-9a74e287-c135-4730-804e-5b4740aab6fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.973875] env[69952]: INFO networking_nsxv3.common.synchronization [None req-8672aa1d-3a7b-4836-96f3-716536c33b09 None None] Enqueued Resource ID: 416d7fa2-35a5-431f-817e-cfb1445406f5 with Priority: HIGHEST for action port [ 770.973875] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 416d7fa2-35a5-431f-817e-cfb1445406f5 with Priority: HIGHEST for action port [ 770.975246] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-416d7fa2-35a5-431f-817e-cfb1445406f5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.975246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-416d7fa2-35a5-431f-817e-cfb1445406f5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.975246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-416d7fa2-35a5-431f-817e-cfb1445406f5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.977848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-416d7fa2-35a5-431f-817e-cfb1445406f5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.977848] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('416d7fa2-35a5-431f-817e-cfb1445406f5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.991827] env[69952]: INFO networking_nsxv3.common.synchronization [req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 req-30d8479a-b476-4b1a-b223-fea267d4e872 service nova] Enqueued Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_rules [ 770.992221] env[69952]: INFO networking_nsxv3.common.synchronization [req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 req-30d8479a-b476-4b1a-b223-fea267d4e872 service nova] Enqueued Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_members [ 770.992497] env[69952]: INFO networking_nsxv3.common.synchronization [req-2f7c4988-5161-4035-9cee-fcb7b08c9ec4 req-30d8479a-b476-4b1a-b223-fea267d4e872 service nova] Enqueued Resource ID: 9a74e287-c135-4730-804e-5b4740aab6fd with Priority: HIGHEST for action port [ 770.994170] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_rules [ 770.994170] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_members [ 770.994170] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a74e287-c135-4730-804e-5b4740aab6fd with Priority: HIGHEST for action port [ 770.994170] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.994170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.994170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.994808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.994997] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.999264] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.999383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.999383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.999676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.999792] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.999918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.000011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.000365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.000365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.000503] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.002037] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a74e287-c135-4730-804e-5b4740aab6fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.002170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a74e287-c135-4730-804e-5b4740aab6fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.002244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a74e287-c135-4730-804e-5b4740aab6fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.002437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a74e287-c135-4730-804e-5b4740aab6fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.003644] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a74e287-c135-4730-804e-5b4740aab6fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.481772] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 416d7fa2-35a5-431f-817e-cfb1445406f5 [ 771.482040] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.482209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.482284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.482543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.482694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.482799] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:416d7fa2-35a5-431f-817e-cfb1445406f5 already deleted. [ 771.483017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-416d7fa2-35a5-431f-817e-cfb1445406f5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.497572] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.497760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.502258] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.507025] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a74e287-c135-4730-804e-5b4740aab6fd with status ACTIVE [ 771.507025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.507025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.507025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.507025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.507025] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a74e287-c135-4730-804e-5b4740aab6fd is going to be updated. [ 771.548239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.548461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.548461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.548703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.548846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.549014] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a74e287-c135-4730-804e-5b4740aab6fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.919709] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 771.920064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.920270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.920520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.920768] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.920904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.920973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.921192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.921298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.921390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.921536] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.004955] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.424855] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.425461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.425647] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.426031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.426110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.426206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.426367] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.426525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.426596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.426742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.426880] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.426969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.427066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.427276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.427442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.427488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.427611] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.507629] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.507831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.507898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.508175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.508796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.508796] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a is going to be created. [ 772.539653] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.539824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.539895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.540121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.540283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.551246] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a in Status: UNINITIALIZED for 2s [ 772.933696] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d59d0e8a-5fb8-43b5-a94e-3463cd4079fe: rpc.has_security_group_logging(os_id): False [ 772.956610] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.956733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.956733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.957013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.957113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.957397] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.957526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.957732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.957846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.957941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.958483] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.958626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.958742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.959040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.959190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.959478] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.959885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.959885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.960190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.960369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.960522] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be created. [ 773.044377] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.044674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.044780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.045312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.045498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.066932] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 774.063152] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9874a2b6-211d-48ed-9e4d-a17425352812 None None] Enqueued Resource ID: b1257a32-425a-4551-b3ee-97a310919b92 with Priority: HIGHEST for action port [ 774.063548] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1257a32-425a-4551-b3ee-97a310919b92 with Priority: HIGHEST for action port [ 774.063859] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1257a32-425a-4551-b3ee-97a310919b92 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.063975] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1257a32-425a-4551-b3ee-97a310919b92" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.066334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1257a32-425a-4551-b3ee-97a310919b92" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.066680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1257a32-425a-4551-b3ee-97a310919b92" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.066781] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1257a32-425a-4551-b3ee-97a310919b92',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.564838] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a in Status: SUCCESS [ 774.565078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.565269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.565469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.565659] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.565774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.565852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.566021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.566101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.566182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.566330] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.568706] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1257a32-425a-4551-b3ee-97a310919b92 [ 774.568981] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.569437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.569437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.569437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.569682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.569682] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1257a32-425a-4551-b3ee-97a310919b92 already deleted. [ 774.569812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1257a32-425a-4551-b3ee-97a310919b92" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.069081] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.083815] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 775.084342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.574043] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4eb18ce9-effe-4b5d-be6d-13a05789eb3a: rpc.has_security_group_logging(os_id): False [ 775.595203] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.595482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.595482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.595623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.595711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.595953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.596148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.596148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.596267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.596333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.596423] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a is going to be created. [ 775.681021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.681021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.681021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.681021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.681021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.694983] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a in Status: IN_PROGRESS for 2s [ 776.579433] env[69952]: INFO networking_nsxv3.common.synchronization [req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 req-974c9a9a-edf7-425a-9707-0c95017f67e2 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 776.580201] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 776.580258] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.580415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.580485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.580717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.580928] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.581057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.581115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.581278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.581407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.581564] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.608845] env[69952]: INFO networking_nsxv3.common.synchronization [req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 req-974c9a9a-edf7-425a-9707-0c95017f67e2 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 776.609064] env[69952]: INFO networking_nsxv3.common.synchronization [req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 req-974c9a9a-edf7-425a-9707-0c95017f67e2 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 776.609225] env[69952]: INFO networking_nsxv3.common.synchronization [req-bfee7c42-ce90-40fe-9663-5e52e0d3d945 req-974c9a9a-edf7-425a-9707-0c95017f67e2 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: d4060aa1-a372-4f98-847b-df2bf6969611 with Priority: HIGHEST for action port [ 776.609820] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 776.609947] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 776.609994] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4060aa1-a372-4f98-847b-df2bf6969611 with Priority: HIGHEST for action port [ 776.610244] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.610366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.610424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.610643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.610762] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.611658] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.611782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.611987] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4060aa1-a372-4f98-847b-df2bf6969611 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.612101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.612343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.612343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.612492] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4060aa1-a372-4f98-847b-df2bf6969611',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.083641] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.114825] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.115065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.115559] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4060aa1-a372-4f98-847b-df2bf6969611 with status ACTIVE [ 777.115745] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.115866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.115960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.116313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.116313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.116461] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.116554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.116696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.116767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.116845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.117077] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.117153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.117194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.117378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.117454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.117542] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4060aa1-a372-4f98-847b-df2bf6969611 is going to be updated. [ 777.145397] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.145605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.145667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.147278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.147278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.147278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.445021] env[69952]: INFO networking_nsxv3.common.synchronization [req-28358418-8929-4203-b5be-ff43416bd80e req-7b837b2a-88ef-474d-a0a6-22357198b818 tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Enqueued Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGHEST for action security_group_members [ 777.445639] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGHEST for action security_group_members [ 777.446015] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2580b-bb93-4be7-ba89-00591c56813d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.446199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.446284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.446775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.446932] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.447095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.447273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.447557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.447777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.447829] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e2580b-bb93-4be7-ba89-00591c56813d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.587735] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.594750] env[69952]: INFO networking_nsxv3.common.synchronization [req-c0003f17-ac0c-435f-87e6-41617fb99f4c req-dc014032-ac88-4549-a77c-f9a26fb3dd4c tempest-ServerAddressesNegativeTestJSON-1147857398 tempest-ServerAddressesNegativeTestJSON-1147857398-project-member] Enqueued Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGHEST for action security_group_members [ 777.594750] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGHEST for action security_group_members [ 777.594750] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f132148e-7925-4de9-84d4-bba43d6a21d4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.594750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.594750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.594750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.595408] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.595667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.595822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.596344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.596629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.596834] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f132148e-7925-4de9-84d4-bba43d6a21d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.708713] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a in Status: SUCCESS [ 777.708951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.924709] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.924920] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-366" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.925059] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-366" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.926153] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-366" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.926518] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.926773] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.926909] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.927173] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.927333] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.927557] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.927656] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.927782] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.927872] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.927983] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.928112] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.928252] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.953554] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.953554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.953554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.953554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.953554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.953554] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.953554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.953554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.953554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.953554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.953554] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2580b-bb93-4be7-ba89-00591c56813d already deleted. [ 777.953554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.954343] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.954547] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.954704] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.958417] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-366" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.959179] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-8b553db7-4d12-4ddc-a0ad-374a984fc14a taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.959179] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-8b553db7-4d12-4ddc-a0ad-374a984fc14a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.959179] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-8b553db7-4d12-4ddc-a0ad-374a984fc14a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.959442] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-8b553db7-4d12-4ddc-a0ad-374a984fc14a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.963290] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b553db7-4d12-4ddc-a0ad-374a984fc14a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.084338] env[69952]: INFO networking_nsxv3.common.synchronization [req-0c7ec2ea-960c-4990-9376-4a361bd14acd req-46ce002e-cb57-4da2-bb55-cd30e3a562e1 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 778.084842] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 778.085452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.085593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.085682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.085924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.086160] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.086278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.086345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.086544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.086615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.086714] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.091605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.091743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.091812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.092058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.092177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.092275] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 is going to be updated. [ 778.100757] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.101020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.101153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.101488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.101663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.101980] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.102163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.102269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.102679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.102679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.102893] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f132148e-7925-4de9-84d4-bba43d6a21d4 is going to be updated. [ 778.127567] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.127703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.127790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.127990] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.128156] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.133421] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.133421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.133421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.133677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.133733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.145366] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: IN_PROGRESS for 2s [ 778.145366] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f132148e-7925-4de9-84d4-bba43d6a21d4 in Status: IN_PROGRESS for 2s [ 778.463461] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.463649] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.463826] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.464447] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.464447] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.464447] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 8b553db7-4d12-4ddc-a0ad-374a984fc14a not found, creating... [ 778.464666] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.466226] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.466226] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.466344] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.466662] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.467027] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.467027] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.467166] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.467428] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.467602] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.467756] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 8b553db7-4d12-4ddc-a0ad-374a984fc14a is going to be created. [ 778.492022] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.492258] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.492503] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.492854] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.493270] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.493630] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-8b553db7-4d12-4ddc-a0ad-374a984fc14a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.589996] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.590359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.590359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.590437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.590528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.590774] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.590950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.590950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.591075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.591156] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.591245] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be updated. [ 778.631856] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.632140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.632140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.632442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.632695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.648959] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 779.669824] env[69952]: INFO networking_nsxv3.common.synchronization [req-28358418-8929-4203-b5be-ff43416bd80e req-3067c8ea-5064-43b2-a0c2-88df80f08546 service nova] Enqueued Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGHEST for action security_group_rules [ 779.670978] env[69952]: INFO networking_nsxv3.common.synchronization [req-28358418-8929-4203-b5be-ff43416bd80e req-3067c8ea-5064-43b2-a0c2-88df80f08546 service nova] Enqueued Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGHEST for action security_group_members [ 779.670978] env[69952]: INFO networking_nsxv3.common.synchronization [req-28358418-8929-4203-b5be-ff43416bd80e req-3067c8ea-5064-43b2-a0c2-88df80f08546 service nova] Enqueued Resource ID: 8b553db7-4d12-4ddc-a0ad-374a984fc14a with Priority: HIGHEST for action port [ 779.670978] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGHEST for action security_group_rules [ 779.670978] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGHEST for action security_group_members [ 779.670978] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b553db7-4d12-4ddc-a0ad-374a984fc14a with Priority: HIGHEST for action port [ 779.672153] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e2580b-bb93-4be7-ba89-00591c56813d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.672337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.672412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.672680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.672768] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e2580b-bb93-4be7-ba89-00591c56813d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.673924] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2580b-bb93-4be7-ba89-00591c56813d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.674066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.674147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.677308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.677308] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.677308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.677308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.677308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.677308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.677308] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e2580b-bb93-4be7-ba89-00591c56813d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.678162] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b553db7-4d12-4ddc-a0ad-374a984fc14a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.678269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b553db7-4d12-4ddc-a0ad-374a984fc14a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.678335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b553db7-4d12-4ddc-a0ad-374a984fc14a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.678509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b553db7-4d12-4ddc-a0ad-374a984fc14a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.678606] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b553db7-4d12-4ddc-a0ad-374a984fc14a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.163083] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f132148e-7925-4de9-84d4-bba43d6a21d4 in Status: IN_PROGRESS for 4s [ 780.164164] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: IN_PROGRESS for 4s [ 780.180399] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27e2580b-bb93-4be7-ba89-00591c56813d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.182408] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2580b-bb93-4be7-ba89-00591c56813d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.182408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.182408] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b553db7-4d12-4ddc-a0ad-374a984fc14a with status ACTIVE [ 780.182408] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.182408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.182408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.182408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.182408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.182408] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.183032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.183032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.183032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.183032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.183032] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.183032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.183032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.183266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.183266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.183317] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b553db7-4d12-4ddc-a0ad-374a984fc14a is going to be updated. [ 780.208059] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.208175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.208554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.208857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.209091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.209315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b553db7-4d12-4ddc-a0ad-374a984fc14a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.278352] env[69952]: INFO networking_nsxv3.common.synchronization [req-5ddda7c3-eb27-4512-a022-e412ff197337 req-de38dc9e-18b4-43db-b971-f1169a52962a tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 780.279152] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 780.279463] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.279728] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.279846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.280075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.280235] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.280462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.280530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.280693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.280783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.281321] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.288997] env[69952]: INFO networking_nsxv3.common.synchronization [req-8e29116c-2f42-473d-b224-4523725e41fc req-b02fc033-12f8-467e-a0f2-acda128e9dde tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 780.288997] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 780.288997] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.288997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.288997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.288997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.288997] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.288997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.288997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.288997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.288997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.288997] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.617669] env[69952]: INFO networking_nsxv3.common.synchronization [req-253c9383-5445-4eb5-90c7-8be8d560c16d req-a23f132e-5bb6-4304-b2fe-6d423689f881 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603 tempest-FloatingIPsAssociationNegativeTestJSON-1077332603-project-member] Enqueued Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGHEST for action security_group_members [ 780.618207] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGHEST for action security_group_members [ 780.618483] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9569028-21b2-49f7-ad51-e989f28f3be0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.619225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.619225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.619225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.619225] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.619426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.619426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.620370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.620596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.620701] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9569028-21b2-49f7-ad51-e989f28f3be0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.659813] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 780.660078] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 deletion is rescheduled due to dependency. [ 780.660207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.686684] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27e2580b-bb93-4be7-ba89-00591c56813d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.785379] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.792026] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.024091] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.024354] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-579" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.024491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-579" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.025203] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-579" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.025541] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.025714] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.025852] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.026144] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.026348] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.026662] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.026858] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.027016] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.027170] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.027332] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.027472] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.027654] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.047438] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.048079] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.048079] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.048079] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-579" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.048265] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.048436] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.048535] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.048994] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.049214] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0bcf06-0eeb-493d-882b-bf3bd56b616d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.125538] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.125680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.125680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.125923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.126089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.126300] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.126406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.126470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.126639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.126718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.126803] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9569028-21b2-49f7-ad51-e989f28f3be0 is going to be updated. [ 781.160026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.160026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.160026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.169892] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9569028-21b2-49f7-ad51-e989f28f3be0 in Status: IN_PROGRESS for 2s [ 781.193101] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.193419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.193489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.193937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.193937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.194083] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2580b-bb93-4be7-ba89-00591c56813d is going to be created. [ 781.226806] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.227018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.227018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.228156] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.228156] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.244276] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2580b-bb93-4be7-ba89-00591c56813d in Status: UNINITIALIZED for 2s [ 781.288810] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.295838] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.555071] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.555071] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.555407] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.556169] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.556169] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.556169] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port ce0bcf06-0eeb-493d-882b-bf3bd56b616d not found, creating... [ 781.556485] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.557065] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.557065] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.557492] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.559080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.559464] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.559604] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.559737] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.559985] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.560158] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.560291] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d is going to be created. [ 781.583101] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.583325] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.583488] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.583746] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.583979] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.584211] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.794046] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.794046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.794046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.794046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.794046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.794046] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af is going to be updated. [ 781.798106] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.798310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.798354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.798580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.798711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.798813] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 781.851331] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.851331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.851331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.851331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.851331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.852489] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.852892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.853168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.853488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.853762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.867709] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: IN_PROGRESS for 2s [ 781.867709] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 782.132104] env[69952]: INFO networking_nsxv3.common.synchronization [req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 req-981affa0-9316-4efd-8264-893be88daf67 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 782.132104] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 782.132104] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.132104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.147907] env[69952]: INFO networking_nsxv3.common.synchronization [req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 req-981affa0-9316-4efd-8264-893be88daf67 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 782.148388] env[69952]: INFO networking_nsxv3.common.synchronization [req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 req-981affa0-9316-4efd-8264-893be88daf67 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 782.148565] env[69952]: INFO networking_nsxv3.common.synchronization [req-67314411-0b3c-4fb0-b70f-ef9a1b7c5777 req-981affa0-9316-4efd-8264-893be88daf67 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: d4060aa1-a372-4f98-847b-df2bf6969611 with Priority: HIGHEST for action port [ 782.149352] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_rules [ 782.150120] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 782.150120] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4060aa1-a372-4f98-847b-df2bf6969611 with Priority: HIGHEST for action port [ 782.150644] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.150788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.151143] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.151277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.154021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4060aa1-a372-4f98-847b-df2bf6969611 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.154021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.154021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.154021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.154021] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4060aa1-a372-4f98-847b-df2bf6969611',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.180203] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f132148e-7925-4de9-84d4-bba43d6a21d4 in Status: SUCCESS [ 782.180468] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f132148e-7925-4de9-84d4-bba43d6a21d4 deletion is rescheduled due to dependency. [ 782.180627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.183084] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: SUCCESS [ 782.183084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.183084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.183084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.183084] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.183084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.183843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.183843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.183843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.183843] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.654391] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4060aa1-a372-4f98-847b-df2bf6969611 with status ACTIVE [ 782.654622] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.654761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.654832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.655066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.655166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.655344] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.655441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.655501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.655657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.655753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.655905] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.655998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.656067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.656212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.656298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.656439] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4060aa1-a372-4f98-847b-df2bf6969611 is going to be updated. [ 782.680545] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.680688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.680773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.680967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.681123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.681287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4060aa1-a372-4f98-847b-df2bf6969611" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.686756] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.185201] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9569028-21b2-49f7-ad51-e989f28f3be0 in Status: SUCCESS [ 783.185570] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9569028-21b2-49f7-ad51-e989f28f3be0 deletion is rescheduled due to dependency. [ 783.185737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.192372] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.259378] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2580b-bb93-4be7-ba89-00591c56813d in Status: SUCCESS [ 783.261639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.261639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.261639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.261639] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.261639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.261639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.261639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.261639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.261639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.261639] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27e2580b-bb93-4be7-ba89-00591c56813d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.299995] env[69952]: INFO networking_nsxv3.common.synchronization [req-8e29116c-2f42-473d-b224-4523725e41fc req-872e24cb-aaff-4e2b-b036-aa5d9dd5c475 service nova] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 783.299995] env[69952]: INFO networking_nsxv3.common.synchronization [req-8e29116c-2f42-473d-b224-4523725e41fc req-872e24cb-aaff-4e2b-b036-aa5d9dd5c475 service nova] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 783.299995] env[69952]: INFO networking_nsxv3.common.synchronization [req-8e29116c-2f42-473d-b224-4523725e41fc req-872e24cb-aaff-4e2b-b036-aa5d9dd5c475 service nova] Enqueued Resource ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d with Priority: HIGHEST for action port [ 783.300839] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 783.301062] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 783.302441] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d with Priority: HIGHEST for action port [ 783.302779] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.303530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.303666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.303987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.304155] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.306534] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.306717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.307149] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.307666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.307666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.307843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.307956] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0bcf06-0eeb-493d-882b-bf3bd56b616d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.543082] env[69952]: INFO networking_nsxv3.common.synchronization [req-d51dd95d-a67f-414a-b3e5-226d79f72f91 req-61d16283-fd2c-4a3a-acb8-a6b158a9cb66 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_members [ 783.544215] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGHEST for action security_group_members [ 783.544787] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f0b727d-8bcc-47cc-a665-18a6e31a795a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.545026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.545444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.545518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.545747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.545934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.546061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.546341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.547644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.547644] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.695327] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.695477] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.695546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.695766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.695852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.695950] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 is going to be updated. [ 783.732721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.732881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.732954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.733197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.733346] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.744159] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: IN_PROGRESS for 2s [ 783.774630] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2580b-bb93-4be7-ba89-00591c56813d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.774861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.774941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.775181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.775357] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.775463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.775527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.775757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.775878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.775993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.776197] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2580b-bb93-4be7-ba89-00591c56813d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.776335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.776421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.779994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.779994] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.779994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.779994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.779994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.779994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.779994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.779994] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27e2580b-bb93-4be7-ba89-00591c56813d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.808026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.808026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.813230] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce0bcf06-0eeb-493d-882b-bf3bd56b616d with status ACTIVE [ 783.813230] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.813230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.813230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.813230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.813230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.813230] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.813505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.814532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.816426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.816426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.816426] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.816426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.816426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.816737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.816986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.817230] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d is going to be updated. [ 783.849123] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.849293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.849422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.849634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.849803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.849991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.881014] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: SUCCESS [ 783.881258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.882192] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 783.882439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.882618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.882842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.887020] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.887020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.887020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.887020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.887020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.887020] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.053451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.053451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.053451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.053451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.053451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.053451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.053451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.053451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.053451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.053451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.053451] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a is going to be updated. [ 784.100150] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.100756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.100756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.100756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.100939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.114828] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a in Status: IN_PROGRESS for 2s [ 784.282186] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27e2580b-bb93-4be7-ba89-00591c56813d: rpc.has_security_group_logging(os_id): False [ 784.301600] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.301600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.301600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.301600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.301984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.301984] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.302129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.302183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.302320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.302497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.302573] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.302660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.302712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.302856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.302972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.303131] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.303227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.303278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.303411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.303486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.303557] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e2580b-bb93-4be7-ba89-00591c56813d is going to be created. [ 784.382790] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.383709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.383837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.384118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.384684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.388490] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.399132] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e2580b-bb93-4be7-ba89-00591c56813d in Status: IN_PROGRESS for 2s [ 784.891152] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.394686] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.395038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.395038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.395248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.395329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.395467] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 785.440397] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.440397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.440397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.440397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.440397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.452339] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 785.756102] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: SUCCESS [ 785.756390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.756483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.756733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.756904] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.757046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.757114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.757269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.757354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.757440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.757546] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.758421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.758594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.759502] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.759624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.759719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.759908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.759940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.760416] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.126015] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a in Status: SUCCESS [ 786.126242] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a deletion is rescheduled due to dependency. [ 786.126401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.262497] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.264296] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.415153] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27e2580b-bb93-4be7-ba89-00591c56813d in Status: SUCCESS [ 786.415610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.768133] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc4ba1ce-226c-4859-9f64-f949e3b0a902: rpc.has_security_group_logging(os_id): False [ 786.769884] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.787779] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.787961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.788360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.788662] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.788786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.789078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.789167] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 is going to be updated. [ 786.857199] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.857199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.857199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.857199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.857199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873371] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: IN_PROGRESS for 2s [ 787.274400] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.274581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.274638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.274868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.274995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.275083] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 is going to be updated. [ 787.308374] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.309764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.309929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.310182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.310390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.321652] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: IN_PROGRESS for 2s [ 787.393983] env[69952]: INFO networking_nsxv3.common.synchronization [req-b37bf071-91e7-4405-9569-97fd6d5663b4 req-559b41b2-0328-479f-9909-357adbc51eef tempest-ListServerFiltersTestJSON-1816963057 tempest-ListServerFiltersTestJSON-1816963057-project-member] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 787.394977] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGHEST for action security_group_members [ 787.395396] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.395877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.396359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.396682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.396908] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.397849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.397849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.397849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.397849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.397849] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.465553] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 787.465894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.466119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.466490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.466778] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.466932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.467806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.467806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.467806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.467806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.467806] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.645274] env[69952]: INFO networking_nsxv3.common.synchronization [req-a50f91a2-7b18-49e2-917e-9d11df86c294 req-0e0059f2-5f1f-427e-bdc1-6d5c434e3927 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 787.645908] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 787.646149] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.646274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.646340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.646546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.646720] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.646821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.646882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.647827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.647961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.648132] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.728787] env[69952]: INFO networking_nsxv3.common.synchronization [req-b0ce0f3c-ecc6-4fc0-a22d-b7472f31ae70 req-5050d3b1-415a-4c2d-a504-a309c4ec9ef8 tempest-AttachInterfacesUnderV243Test-1476013225 tempest-AttachInterfacesUnderV243Test-1476013225-project-member] Enqueued Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 787.728787] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 with Priority: HIGHEST for action security_group_members [ 787.728787] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc4ba1ce-226c-4859-9f64-f949e3b0a902 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.728787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.905327] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.905327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.905327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.905327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.905327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.905327] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.905327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.905327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.905327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.905327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.905327] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be updated. [ 787.939232] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.939232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.939232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.939232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.939232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.951192] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: IN_PROGRESS for 2s [ 787.970248] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.970973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.971202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.971442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.971634] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.972134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.972134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.972134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.972134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.972350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.972350] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.972421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.972616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.972616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.973107] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.973107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.973107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.973107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.973107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.973298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.973298] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.152738] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.152899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.152971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.153230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.153362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.153578] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.153690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.153757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.153932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.154016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.154103] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 788.204983] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.204983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.204983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.204983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.204983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.215315] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 788.481421] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7876b3d-c816-49bb-be47-f0dadb9eb08d: rpc.has_security_group_logging(os_id): False [ 788.500645] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.503824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.503824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.503824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.503824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.504010] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.504127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.504208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.504376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.504457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.504674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.504796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.504863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.505012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.505090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.505442] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.505442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.505442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.505636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.505668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.505769] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 788.577022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.577189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.577260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.577477] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.577624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.594046] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 788.888838] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: SUCCESS [ 788.889077] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.889256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.889491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.889578] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.354885] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 in Status: SUCCESS [ 789.355147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.355333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.355562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.355756] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.355878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.355945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.356128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.356233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.356338] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.416314] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.416314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.416314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.416314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.416314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.416314] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 is going to be deleted. [ 789.472819] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.473261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.473950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.473950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.473950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.473950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.863850] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.864266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.864266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.864383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.864490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.864702] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.864827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.864911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.865096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.865173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.865258] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 is going to be deleted. [ 789.916451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.916696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.916750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.917033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.917152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.917261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.917426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.917597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.917773] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.917880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.917951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.918144] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.918228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.918325] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc4ba1ce-226c-4859-9f64-f949e3b0a902',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.968349] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 093d9d8f-4b50-414e-9939-f85e020507b9 in Status: SUCCESS [ 789.968540] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 deletion is rescheduled due to dependency. [ 789.968689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.226557] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 790.226557] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 deletion is rescheduled due to dependency. [ 790.226557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.423328] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.423765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.426299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.426558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.426700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.426969] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.427175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.427268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.427524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.427564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.427798] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc4ba1ce-226c-4859-9f64-f949e3b0a902 already deleted. [ 790.427798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc4ba1ce-226c-4859-9f64-f949e3b0a902" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.621351] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 790.621625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.876816] env[69952]: INFO networking_nsxv3.common.synchronization [None req-b164bc55-79c9-4f4e-bcf9-73b46c4b6202 None None] Enqueued Resource ID: ce6d4094-0591-4fc1-87e5-25e7598e83e2 with Priority: HIGHEST for action port [ 791.878057] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce6d4094-0591-4fc1-87e5-25e7598e83e2 with Priority: HIGHEST for action port [ 791.878547] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce6d4094-0591-4fc1-87e5-25e7598e83e2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.879118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce6d4094-0591-4fc1-87e5-25e7598e83e2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.879312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce6d4094-0591-4fc1-87e5-25e7598e83e2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.879702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce6d4094-0591-4fc1-87e5-25e7598e83e2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.881454] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce6d4094-0591-4fc1-87e5-25e7598e83e2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.992273] env[69952]: INFO networking_nsxv3.common.synchronization [req-08998ebf-2445-4262-97f4-348fa5a5e8ce req-884673ca-84c9-424a-afe5-9556789caf40 tempest-ServersTestManualDisk-605768821 tempest-ServersTestManualDisk-605768821-project-member] Enqueued Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_members [ 791.992866] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGHEST for action security_group_members [ 791.993179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b53325e-d95d-40ed-89e9-5aa85ada62c9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.993297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.993363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.993561] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.993712] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.993807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.993866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.997068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.997262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.997375] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.108480] env[69952]: INFO networking_nsxv3.common.synchronization [req-ac6a840e-5284-4257-bc61-77834b66c2fa req-89751769-f68d-4eba-925f-bfe26b863389 tempest-ServerPasswordTestJSON-681356031 tempest-ServerPasswordTestJSON-681356031-project-member] Enqueued Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGHEST for action security_group_members [ 792.109180] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGHEST for action security_group_members [ 792.109497] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-27e2580b-bb93-4be7-ba89-00591c56813d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.109625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.109730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.109972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.110207] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.111860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.111938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.112137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.112229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.112325] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27e2580b-bb93-4be7-ba89-00591c56813d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.383352] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce6d4094-0591-4fc1-87e5-25e7598e83e2 [ 792.383573] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.383695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.383766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.384047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.384157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.384273] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce6d4094-0591-4fc1-87e5-25e7598e83e2 already deleted. [ 792.384375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce6d4094-0591-4fc1-87e5-25e7598e83e2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.501507] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.501664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.501735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.501965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.502122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.502332] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.502437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.502501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.502673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.502752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.502837] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 is going to be updated. [ 792.538602] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.539382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.539480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.539702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.539965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.550046] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 in Status: IN_PROGRESS for 2s [ 792.615673] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.615833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.615893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.616149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.616242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.616446] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.616557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.616616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.616777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.616855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.616939] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2580b-bb93-4be7-ba89-00591c56813d is going to be updated. [ 792.667291] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.668025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.668025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.668025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.668025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.690584] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2580b-bb93-4be7-ba89-00591c56813d in Status: IN_PROGRESS for 2s [ 792.786480] env[69952]: INFO networking_nsxv3.common.synchronization [req-6f754948-27ec-4a68-8c0c-7f1664cfd37f req-78e1559e-7b70-461d-ad3f-abe8a761e6b2 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 792.786480] env[69952]: INFO networking_nsxv3.common.synchronization [req-6f754948-27ec-4a68-8c0c-7f1664cfd37f req-78e1559e-7b70-461d-ad3f-abe8a761e6b2 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 792.786480] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 792.786480] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 792.786480] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.786480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.786480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.786480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.787604] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.787604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.787604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.787604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.787604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.787780] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.788752] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1489c04d-3d6d-4369-8b4b-37f88057b4ba taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.790267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.790267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.790267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.790267] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.790267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.790267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.790267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.790267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.790267] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.857717] env[69952]: INFO networking_nsxv3.common.synchronization [req-6f754948-27ec-4a68-8c0c-7f1664cfd37f req-78e1559e-7b70-461d-ad3f-abe8a761e6b2 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_rules [ 792.857901] env[69952]: INFO networking_nsxv3.common.synchronization [req-6f754948-27ec-4a68-8c0c-7f1664cfd37f req-78e1559e-7b70-461d-ad3f-abe8a761e6b2 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 792.858050] env[69952]: INFO networking_nsxv3.common.synchronization [req-6f754948-27ec-4a68-8c0c-7f1664cfd37f req-78e1559e-7b70-461d-ad3f-abe8a761e6b2 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 792.858185] env[69952]: INFO networking_nsxv3.common.synchronization [req-6f754948-27ec-4a68-8c0c-7f1664cfd37f req-78e1559e-7b70-461d-ad3f-abe8a761e6b2 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 792.858314] env[69952]: INFO networking_nsxv3.common.synchronization [req-6f754948-27ec-4a68-8c0c-7f1664cfd37f req-78e1559e-7b70-461d-ad3f-abe8a761e6b2 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d with Priority: HIGHEST for action port [ 792.858823] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_rules [ 792.858964] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 792.859455] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d with Priority: HIGHEST for action port [ 792.859594] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 792.859682] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 792.860042] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.860188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.860226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.860485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.860567] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.861845] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.861964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.862043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.862218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.862290] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.864129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.864262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.864331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.864521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.864563] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0bcf06-0eeb-493d-882b-bf3bd56b616d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.865477] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1489c04d-3d6d-4369-8b4b-37f88057b4ba taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.865573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.865759] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.865843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.291651] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.292612] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.364333] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.364464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.368086] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1489c04d-3d6d-4369-8b4b-37f88057b4ba taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.368290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.368501] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce0bcf06-0eeb-493d-882b-bf3bd56b616d with status ACTIVE [ 793.368672] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.368860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.371234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.371234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.371234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.371234] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.371234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.371234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.371234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.371234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.371532] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.371532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.371602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.372223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.372223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.372223] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d is going to be updated. [ 793.395896] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.396492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.396492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.396594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.396753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.396924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.794683] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.798376] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.921342] env[69952]: INFO networking_nsxv3.common.synchronization [None req-a7f91c8b-0c43-4501-aef4-593609a10246 None None] Enqueued Resource ID: 3407e0fd-b520-4d06-86a5-2723b94a2b76 with Priority: HIGHEST for action port [ 793.921393] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3407e0fd-b520-4d06-86a5-2723b94a2b76 with Priority: HIGHEST for action port [ 793.922029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-3407e0fd-b520-4d06-86a5-2723b94a2b76 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.922029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3407e0fd-b520-4d06-86a5-2723b94a2b76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.922029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3407e0fd-b520-4d06-86a5-2723b94a2b76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.925735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3407e0fd-b520-4d06-86a5-2723b94a2b76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.925848] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3407e0fd-b520-4d06-86a5-2723b94a2b76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.296834] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.297130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.297130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.297309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.297400] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.297499] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 794.300326] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.300459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.300503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.300707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.300868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.300961] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba is going to be created. [ 794.326126] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.326126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.326126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.326126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.326126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.327310] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.327530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.327673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.327950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.328196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.344032] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 794.344845] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba in Status: UNINITIALIZED for 2s [ 794.428406] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3407e0fd-b520-4d06-86a5-2723b94a2b76 [ 794.429585] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.429585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.429585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.429585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.429585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.429585] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3407e0fd-b520-4d06-86a5-2723b94a2b76 already deleted. [ 794.429585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3407e0fd-b520-4d06-86a5-2723b94a2b76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.566429] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 in Status: SUCCESS [ 794.566429] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 deletion is rescheduled due to dependency. [ 794.566429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.700775] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27e2580b-bb93-4be7-ba89-00591c56813d in Status: SUCCESS [ 794.700969] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27e2580b-bb93-4be7-ba89-00591c56813d deletion is rescheduled due to dependency. [ 794.701103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.360177] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 796.360177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.360177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.360177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.360177] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.360177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.360177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.360177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.360177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.360177] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.362731] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba in Status: SUCCESS [ 796.363207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.363873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.364146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.364406] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.364611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.364745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.364963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.365139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.365301] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.393512] env[69952]: INFO networking_nsxv3.common.synchronization [req-d050a00e-e628-49a1-bbb3-2a6a8158a1fe req-a12a0083-92e6-434f-8202-6d6885234c01 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 796.393512] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 796.393512] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.393512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.393512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.393512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.393512] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.393512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.393512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.393512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.393512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.393512] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.799550] env[69952]: INFO networking_nsxv3.common.synchronization [req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 req-9e871997-7ddf-4ce1-a11e-a6b7ff2764c2 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 796.799550] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 796.799550] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.800020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.800281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.800702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.800950] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.801322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.801583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.801846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.803724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.803724] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.861859] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.870401] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.896336] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.896494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.896556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.896761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.896858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.897060] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.897159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.897221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.897369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.897468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.897526] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 796.931236] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.931394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.931467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.931677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.931823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.943184] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 797.151954] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.152168] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.152290] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.152568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.152836] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.153041] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.153161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.153381] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.153522] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.153725] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.155054] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.155054] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.155054] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.155054] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.155054] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.155054] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.174317] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.174489] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.174631] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.174806] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.175142] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-a481c77c-70ff-4615-9c71-17fbdb90af46 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.175322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-a481c77c-70ff-4615-9c71-17fbdb90af46" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.175516] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-a481c77c-70ff-4615-9c71-17fbdb90af46" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.175833] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-a481c77c-70ff-4615-9c71-17fbdb90af46" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.175980] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a481c77c-70ff-4615-9c71-17fbdb90af46',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.304616] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.364948] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.373613] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.678885] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.679309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.679480] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.679775] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.679955] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.680137] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port a481c77c-70ff-4615-9c71-17fbdb90af46 not found, creating... [ 797.680597] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.680597] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.680743] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.681103] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.681185] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.681518] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.681653] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.681773] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.681980] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.682169] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.682341] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: a481c77c-70ff-4615-9c71-17fbdb90af46 is going to be created. [ 797.714418] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.714623] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.714747] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.715137] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.715440] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.716014] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-a481c77c-70ff-4615-9c71-17fbdb90af46" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.806443] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.870547] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.870547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.870547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.870547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.870547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.870547] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 797.880125] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.880125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.880125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.880125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.880125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.880125] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba is going to be updated. [ 797.901558] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.901707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.901777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.901983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.902142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.903824] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.903947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.904064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.904248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.904377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.916306] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 797.918017] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba in Status: IN_PROGRESS for 2s [ 798.309797] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.310025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.310097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.310265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.310353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.310446] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee is going to be updated. [ 798.337979] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.338213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.338213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.338428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.338578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.348462] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: IN_PROGRESS for 2s [ 798.436732] env[69952]: INFO networking_nsxv3.common.synchronization [req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 req-41aec4e5-1a75-4d5f-897b-dee34c20fe73 service nova] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_rules [ 798.437147] env[69952]: INFO networking_nsxv3.common.synchronization [req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 req-41aec4e5-1a75-4d5f-897b-dee34c20fe73 service nova] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 798.437328] env[69952]: INFO networking_nsxv3.common.synchronization [req-c4fadac2-ea81-4cc5-a9b6-b9cc23182493 req-41aec4e5-1a75-4d5f-897b-dee34c20fe73 service nova] Enqueued Resource ID: a481c77c-70ff-4615-9c71-17fbdb90af46 with Priority: HIGHEST for action port [ 798.437889] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_rules [ 798.445019] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 798.445019] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a481c77c-70ff-4615-9c71-17fbdb90af46 with Priority: HIGHEST for action port [ 798.445019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.445019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.445019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.445019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.445019] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.445019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.445019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.445019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-a481c77c-70ff-4615-9c71-17fbdb90af46 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.445019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a481c77c-70ff-4615-9c71-17fbdb90af46" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.445019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a481c77c-70ff-4615-9c71-17fbdb90af46" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.445819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a481c77c-70ff-4615-9c71-17fbdb90af46" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.445987] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a481c77c-70ff-4615-9c71-17fbdb90af46',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.949194] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.949194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.949194] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a481c77c-70ff-4615-9c71-17fbdb90af46 with status ACTIVE [ 798.949194] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.949194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.949194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.949194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.949194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.957021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.957021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.957021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.957021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.957021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.957021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.957021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.957021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.957021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.957021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.957021] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a481c77c-70ff-4615-9c71-17fbdb90af46 is going to be updated. [ 798.958680] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 798.959080] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe deletion is rescheduled due to dependency. [ 798.959401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.975621] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.975621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.975621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.975621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.975621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.975621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a481c77c-70ff-4615-9c71-17fbdb90af46" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.201236] env[69952]: INFO networking_nsxv3.common.synchronization [None req-dfa43ae1-d5f2-4790-aec5-1e41b5ee3a41 None None] Enqueued Resource ID: c24b6bea-9fd1-4bc7-9260-2e50cb9307f8 with Priority: HIGHEST for action port [ 799.201236] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c24b6bea-9fd1-4bc7-9260-2e50cb9307f8 with Priority: HIGHEST for action port [ 799.201236] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c24b6bea-9fd1-4bc7-9260-2e50cb9307f8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.201236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c24b6bea-9fd1-4bc7-9260-2e50cb9307f8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.201236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c24b6bea-9fd1-4bc7-9260-2e50cb9307f8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.201774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c24b6bea-9fd1-4bc7-9260-2e50cb9307f8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.202044] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c24b6bea-9fd1-4bc7-9260-2e50cb9307f8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.455426] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 799.455426] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 127d81b9-1500-4b61-93fd-883368f531eb with Priority: HIGHEST for action security_group_members [ 799.455426] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 799.455426] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 799.456596] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127d81b9-1500-4b61-93fd-883368f531eb with Priority: HIGHEST for action security_group_members [ 799.456839] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 799.457198] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.457342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.457570] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-127d81b9-1500-4b61-93fd-883368f531eb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.457711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.457829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.458136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.458292] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.458458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.458518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.461231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.461231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.461231] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127d81b9-1500-4b61-93fd-883368f531eb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.461231] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1489c04d-3d6d-4369-8b4b-37f88057b4ba taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.461231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.555305] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 127d81b9-1500-4b61-93fd-883368f531eb with Priority: HIGHEST for action security_group_rules [ 799.555478] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 127d81b9-1500-4b61-93fd-883368f531eb with Priority: HIGHEST for action security_group_members [ 799.555615] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_rules [ 799.555744] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 799.555872] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 799.555998] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 799.556211] env[69952]: INFO networking_nsxv3.common.synchronization [req-21ec75c3-57b3-4d8a-90b0-978daced1065 req-6044f29c-d60e-40d0-85b9-3be3232cf1b3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d with Priority: HIGHEST for action port [ 799.556644] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127d81b9-1500-4b61-93fd-883368f531eb with Priority: HIGHEST for action security_group_rules [ 799.556788] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_rules [ 799.556923] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 799.557277] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d with Priority: HIGHEST for action port [ 799.557446] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_rules [ 799.557555] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127d81b9-1500-4b61-93fd-883368f531eb with Priority: HIGHEST for action security_group_members [ 799.557648] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 799.557994] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-127d81b9-1500-4b61-93fd-883368f531eb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.558130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.558193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.558457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.558530] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('127d81b9-1500-4b61-93fd-883368f531eb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.560367] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.560367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.560367] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.560367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.560566] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.563024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.563024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.563024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.563024] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0bcf06-0eeb-493d-882b-bf3bd56b616d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.563024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.563024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.563024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-127d81b9-1500-4b61-93fd-883368f531eb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.563024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.563024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1489c04d-3d6d-4369-8b4b-37f88057b4ba taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.563024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.705721] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c24b6bea-9fd1-4bc7-9260-2e50cb9307f8 [ 799.706354] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.706354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.706557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.706823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.707970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.708095] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c24b6bea-9fd1-4bc7-9260-2e50cb9307f8 already deleted. [ 799.708207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c24b6bea-9fd1-4bc7-9260-2e50cb9307f8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.794986] env[69952]: INFO networking_nsxv3.common.synchronization [req-05e31099-6713-498f-99a8-e9adfeaca361 req-f49214ff-8a13-4f44-ad1d-d3deea14a144 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 799.795675] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 799.797484] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.797669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.797747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.798033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.798217] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.798636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.798636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.798636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.798636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.798837] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.931084] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 799.931456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.932229] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba in Status: SUCCESS [ 799.932399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.933054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.933272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.933342] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.933868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.933868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.933868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.933868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.933868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.934078] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.937798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.937995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.938242] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.938936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.938936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.938936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.938936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.938936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.938936] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.940030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.940784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.941034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.941159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.941222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.941380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.941469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.941563] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.942420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.944035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.944035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.944035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.944035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.944035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.944035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.944035] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.964190] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('127d81b9-1500-4b61-93fd-883368f531eb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.063517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-127d81b9-1500-4b61-93fd-883368f531eb taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.063612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.065981] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce0bcf06-0eeb-493d-882b-bf3bd56b616d with status ACTIVE [ 800.066205] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.066328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.066402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.066618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.066712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.066911] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.067029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.067091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.067296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.067355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.067535] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.067629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.067689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.068741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.068871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.068974] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce0bcf06-0eeb-493d-882b-bf3bd56b616d is going to be updated. [ 800.094333] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.094333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.094333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.094333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.094333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.094333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce0bcf06-0eeb-493d-882b-bf3bd56b616d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.164247] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.164247] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.164247] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.164247] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.164247] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.164247] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.167638] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.167638] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.167638] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.167638] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.167638] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.167638] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.167638] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.167638] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.167638] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.167638] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.194186] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.194186] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.194186] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.194186] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.194186] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-5dd7b347-73b5-4581-be2e-52766895ea23 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.194186] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-5dd7b347-73b5-4581-be2e-52766895ea23" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.194186] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-5dd7b347-73b5-4581-be2e-52766895ea23" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.194186] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-5dd7b347-73b5-4581-be2e-52766895ea23" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.194186] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd7b347-73b5-4581-be2e-52766895ea23',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.305703] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.305866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.305941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.306304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.306304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.306487] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.306590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.306653] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.306867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.306954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.307055] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 already deleted. [ 800.307136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.360689] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: SUCCESS [ 800.360978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.361257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.361588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.361922] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.362070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.362148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.362317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.362407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.362501] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.441674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.441674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.448732] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.448732] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.448732] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.466529] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('127d81b9-1500-4b61-93fd-883368f531eb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.696663] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.696936] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.697080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.697370] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.697510] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.697664] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 5dd7b347-73b5-4581-be2e-52766895ea23 not found, creating... [ 800.697921] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.698084] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.698200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.698416] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.698546] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.698950] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.699050] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.699115] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.699317] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.699444] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.699578] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 5dd7b347-73b5-4581-be2e-52766895ea23 is going to be created. [ 800.721022] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.721216] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.721504] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.721598] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.721818] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.722544] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-5dd7b347-73b5-4581-be2e-52766895ea23" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.868016] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.955024] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1489c04d-3d6d-4369-8b4b-37f88057b4ba: rpc.has_security_group_logging(os_id): False [ 800.955024] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.955024] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.970862] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.970862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.970862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.970862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.970862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.970862] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127d81b9-1500-4b61-93fd-883368f531eb is going to be created. [ 800.977017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.977017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.977017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.977017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.977017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.977017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.979018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.979018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.979018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.979018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.979018] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba is going to be created. [ 800.997082] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.997082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.997082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.997082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.999178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.007295] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127d81b9-1500-4b61-93fd-883368f531eb in Status: UNINITIALIZED for 2s [ 801.037575] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.037575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.037575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.037575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.037575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.047652] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba in Status: IN_PROGRESS for 2s [ 801.318429] env[69952]: INFO networking_nsxv3.common.synchronization [None req-c82cb625-b929-4221-8ac3-751125e068ca None None] Enqueued Resource ID: ae28587b-7fe4-4d96-ae80-471e55120552 with Priority: HIGHEST for action port [ 801.319122] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae28587b-7fe4-4d96-ae80-471e55120552 with Priority: HIGHEST for action port [ 801.321764] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae28587b-7fe4-4d96-ae80-471e55120552 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.321764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae28587b-7fe4-4d96-ae80-471e55120552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.321764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae28587b-7fe4-4d96-ae80-471e55120552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.321764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae28587b-7fe4-4d96-ae80-471e55120552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.321764] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae28587b-7fe4-4d96-ae80-471e55120552',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.375262] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.457587] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.457587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.457587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.457587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.457587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.457587] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 801.461164] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.461164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.461164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.461539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.461539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.461625] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba is going to be updated. [ 801.484515] env[69952]: INFO networking_nsxv3.common.synchronization [req-05e31099-6713-498f-99a8-e9adfeaca361 req-b7157e9a-6181-4f6f-ace4-0860d4fba68f service nova] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_rules [ 801.485742] env[69952]: INFO networking_nsxv3.common.synchronization [req-05e31099-6713-498f-99a8-e9adfeaca361 req-b7157e9a-6181-4f6f-ace4-0860d4fba68f service nova] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 801.486258] env[69952]: INFO networking_nsxv3.common.synchronization [req-05e31099-6713-498f-99a8-e9adfeaca361 req-b7157e9a-6181-4f6f-ace4-0860d4fba68f service nova] Enqueued Resource ID: 5dd7b347-73b5-4581-be2e-52766895ea23 with Priority: HIGHEST for action port [ 801.490335] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_rules [ 801.490335] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 801.490335] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd7b347-73b5-4581-be2e-52766895ea23 with Priority: HIGHEST for action port [ 801.490335] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.490335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.490335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.490335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.490335] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.490335] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.490335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.490335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.490335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.490335] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.490335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.490815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.490815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.490966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.491101] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.492058] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dd7b347-73b5-4581-be2e-52766895ea23 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.492239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dd7b347-73b5-4581-be2e-52766895ea23" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.492340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dd7b347-73b5-4581-be2e-52766895ea23" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.492563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dd7b347-73b5-4581-be2e-52766895ea23" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.492711] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd7b347-73b5-4581-be2e-52766895ea23',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.494369] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.494518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.494629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.494815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.495016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.497828] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.498041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.498159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.501087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.501087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.513383] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba in Status: IN_PROGRESS for 2s [ 801.514390] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 801.825474] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae28587b-7fe4-4d96-ae80-471e55120552 [ 801.825808] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.825990] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.826180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.826369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.826490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.826613] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae28587b-7fe4-4d96-ae80-471e55120552 already deleted. [ 801.826723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae28587b-7fe4-4d96-ae80-471e55120552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.874015] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.874232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.874316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.874528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.874621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.874719] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee is going to be updated. [ 801.905292] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.905501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.905566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.905772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.905915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.918035] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: IN_PROGRESS for 2s [ 801.998843] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.998843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.998843] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.003302] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dd7b347-73b5-4581-be2e-52766895ea23 with status ACTIVE [ 802.003506] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.003638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.003708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.003924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.004059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.004246] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.004346] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.004405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.005394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.005394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.005394] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.005394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.005394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.005394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.005394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.005394] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dd7b347-73b5-4581-be2e-52766895ea23 is going to be updated. [ 802.030326] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.032425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.032425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.032425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.032425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.032588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dd7b347-73b5-4581-be2e-52766895ea23" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.326733] env[69952]: INFO networking_nsxv3.common.synchronization [None req-91bda14d-dd50-4bee-a93e-0b8a3f80ed11 None None] Enqueued Resource ID: 2812ecb8-96c0-45a0-b25c-95def660d4dd with Priority: HIGHEST for action port [ 802.327465] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2812ecb8-96c0-45a0-b25c-95def660d4dd with Priority: HIGHEST for action port [ 802.327813] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2812ecb8-96c0-45a0-b25c-95def660d4dd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.327961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2812ecb8-96c0-45a0-b25c-95def660d4dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.328421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2812ecb8-96c0-45a0-b25c-95def660d4dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.328795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2812ecb8-96c0-45a0-b25c-95def660d4dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.329203] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2812ecb8-96c0-45a0-b25c-95def660d4dd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.371709] env[69952]: INFO networking_nsxv3.common.synchronization [req-da3fac89-79a1-4ed6-915b-ebcaf8ba97bf req-b95053f2-ab84-4de3-b140-e2281a2bc7bf tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 802.372332] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 802.372643] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.372764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.372828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.373380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.373607] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.373746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.373833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.374198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.374402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.374578] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.503975] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.832782] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2812ecb8-96c0-45a0-b25c-95def660d4dd [ 802.832782] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.832782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.832782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.832782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.833173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.833173] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2812ecb8-96c0-45a0-b25c-95def660d4dd already deleted. [ 802.833173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2812ecb8-96c0-45a0-b25c-95def660d4dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.878434] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.878651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.878764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.879084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.879194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.879423] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.879526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.879592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.879754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.879835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.879934] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 is going to be updated. [ 802.915566] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.915566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.915566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.916377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.916583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.947630] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: IN_PROGRESS for 2s [ 802.987631] env[69952]: INFO networking_nsxv3.common.synchronization [req-32f958a3-8d92-4925-bccf-f211cbdad0c5 req-4a1f8bae-93ea-4abd-93d5-b214b254885d tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 802.987816] env[69952]: INFO networking_nsxv3.common.synchronization [req-32f958a3-8d92-4925-bccf-f211cbdad0c5 req-4a1f8bae-93ea-4abd-93d5-b214b254885d tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 802.987950] env[69952]: INFO networking_nsxv3.common.synchronization [req-32f958a3-8d92-4925-bccf-f211cbdad0c5 req-4a1f8bae-93ea-4abd-93d5-b214b254885d tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 127d81b9-1500-4b61-93fd-883368f531eb with Priority: HIGHEST for action security_group_members [ 802.988538] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 802.988681] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba with Priority: HIGHEST for action security_group_members [ 802.988778] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127d81b9-1500-4b61-93fd-883368f531eb with Priority: HIGHEST for action security_group_members [ 802.989095] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.989195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.989452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-1489c04d-3d6d-4369-8b4b-37f88057b4ba taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.989539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.989713] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-127d81b9-1500-4b61-93fd-883368f531eb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.989793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.014971] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.015336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.015449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.015480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.015568] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 is going to be created. [ 803.029048] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 127d81b9-1500-4b61-93fd-883368f531eb in Status: SUCCESS [ 803.029278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.029441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.029665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.029920] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.031029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.031029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.031029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.031029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.031029] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127d81b9-1500-4b61-93fd-883368f531eb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.042184] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.042184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.042184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.042184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.042184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.052190] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: UNINITIALIZED for 2s [ 803.062113] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba in Status: SUCCESS [ 803.062113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.062448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.062813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.063153] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.530212] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 803.531171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.531401] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba in Status: SUCCESS [ 803.531593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.531775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.532038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.532230] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.532364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.535058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.535058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.535058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.535058] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.535058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.535058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.535058] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.535420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.535420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.535420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.535509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.535541] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.536914] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.537073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.537116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.537262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.537340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.537512] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.537601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.537672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.537796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.537868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.539911] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127d81b9-1500-4b61-93fd-883368f531eb is going to be deleted. [ 803.577455] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.577548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.577613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.581961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.581961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.581961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.581961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.581961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.581961] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.581961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.581961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.581961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.581961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.581961] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127d81b9-1500-4b61-93fd-883368f531eb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.586233] env[69952]: INFO networking_nsxv3.common.synchronization [None req-8e921614-df36-4159-9e17-88b3fbb3c143 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Enqueued Resource ID: 3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c with Priority: HIGHEST for action security_group_rules [ 803.587436] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.587721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.587721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.587955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.592449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.592738] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba is going to be deleted. [ 803.596913] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c with Priority: HIGHEST for action security_group_rules [ 803.596913] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.596913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.596913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.596913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.596913] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.666400] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.666517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.666602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.666874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.666970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.667094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.713827] env[69952]: INFO networking_nsxv3.common.synchronization [req-b1b46277-f257-4b3c-bbfc-bc20be974943 req-ab6dc034-00a4-40e2-bf6a-b13e4c3cbe32 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Enqueued Resource ID: 02152af0-6578-43f9-8c51-805ecdab13cb with Priority: HIGHEST for action security_group_members [ 803.714459] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02152af0-6578-43f9-8c51-805ecdab13cb with Priority: HIGHEST for action security_group_members [ 803.714823] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-02152af0-6578-43f9-8c51-805ecdab13cb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.715075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.716252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.716959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.716959] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.716959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.716959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.717338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.717338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.717436] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02152af0-6578-43f9-8c51-805ecdab13cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.748447] env[69952]: INFO networking_nsxv3.common.synchronization [None req-2f9c3457-ea66-4b57-be89-8a70d4c30323 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Enqueued Resource ID: 3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c with Priority: HIGHEST for action security_group_rules [ 803.748766] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c with Priority: HIGHEST for action security_group_rules [ 803.749019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.749167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.934639] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: SUCCESS [ 803.935488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.935488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.935488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.935488] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.935807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.935807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.935807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.935977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.936055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.936408] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.039629] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.041034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.041181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.041181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.043621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.043621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.043621] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.043621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.043621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.043621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.043621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.043621] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba is going to be deleted. [ 804.084016] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.084490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.085105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.085564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.086315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.086315] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.086315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.086315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.086594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.086715] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.086882] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127d81b9-1500-4b61-93fd-883368f531eb already deleted. [ 804.087505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.087682] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('127d81b9-1500-4b61-93fd-883368f531eb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.091551] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.091551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.091551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.091551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.091551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.091551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.091551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.091551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.091551] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.094097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.094233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.094431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.094563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.094696] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('127d81b9-1500-4b61-93fd-883368f531eb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.095981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.096220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.096423] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.096573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.096675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.096959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.097507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.097507] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1489c04d-3d6d-4369-8b4b-37f88057b4ba',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.102540] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.102849] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-63" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.103085] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-63" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.103468] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-63" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.103950] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.104377] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.104377] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.104706] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.104933] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.105253] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.105425] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.105710] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.105876] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.106052] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.106214] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.106392] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.118962] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.119190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.119190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.119576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.119576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.119647] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c already deleted. [ 804.119736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.120456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.120456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.120627] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.128568] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.128748] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.128916] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.129126] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-63" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.129760] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-61e27a59-d521-4b4f-bb1d-db0915eb8a54 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.129760] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-61e27a59-d521-4b4f-bb1d-db0915eb8a54" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.129760] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-61e27a59-d521-4b4f-bb1d-db0915eb8a54" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.130446] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-61e27a59-d521-4b4f-bb1d-db0915eb8a54" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.130446] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e27a59-d521-4b4f-bb1d-db0915eb8a54',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.219645] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.219845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.219885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.220235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.220355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.221213] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.221379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.221449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.221978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.222118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.222221] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02152af0-6578-43f9-8c51-805ecdab13cb already deleted. [ 804.222309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.439469] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.439469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.439469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.439469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.439700] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.439700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.439782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.440487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.440487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.440487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.440487] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.440487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.440487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.440716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.440745] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.440838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.440913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.441092] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.441191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.441276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.441379] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.546150] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.599303] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('127d81b9-1500-4b61-93fd-883368f531eb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.600386] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.600527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.600612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.600819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.600900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.601189] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.601323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.601323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.601455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.601541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.601619] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 127d81b9-1500-4b61-93fd-883368f531eb already deleted. [ 804.601700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.605286] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.605421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.605489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.605669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.605809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.605985] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.606227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.606355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.606555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.606681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.606829] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1489c04d-3d6d-4369-8b4b-37f88057b4ba already deleted. [ 804.606954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1489c04d-3d6d-4369-8b4b-37f88057b4ba" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.637442] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.637442] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.637442] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.641688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.641688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.641688] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 61e27a59-d521-4b4f-bb1d-db0915eb8a54 not found, creating... [ 804.641688] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.641688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.641688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.641688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.641688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.645957] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.646191] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.646255] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.646530] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.647416] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.647416] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 61e27a59-d521-4b4f-bb1d-db0915eb8a54 is going to be created. [ 804.648942] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.649509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.649599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.649842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.649950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.650088] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c already deleted. [ 804.650203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fc093b4-f63e-4bc1-a2f1-a8dd2b34763c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.669683] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.669683] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.670061] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.670338] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.670936] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.670936] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-61e27a59-d521-4b4f-bb1d-db0915eb8a54" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.846224] env[69952]: INFO networking_nsxv3.common.synchronization [None req-aa280228-be85-4556-9799-abd433636eb5 None None] Enqueued Resource ID: c95286d1-bd43-4e96-904b-fce44baef693 with Priority: HIGHEST for action port [ 804.846224] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95286d1-bd43-4e96-904b-fce44baef693 with Priority: HIGHEST for action port [ 804.846224] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c95286d1-bd43-4e96-904b-fce44baef693 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.846224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c95286d1-bd43-4e96-904b-fce44baef693" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.846224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c95286d1-bd43-4e96-904b-fce44baef693" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.846224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c95286d1-bd43-4e96-904b-fce44baef693" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.846224] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c95286d1-bd43-4e96-904b-fce44baef693',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.943704] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5e5655-ceae-49be-be39-386e8e4472ee: rpc.has_security_group_logging(os_id): False [ 804.962447] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: SUCCESS [ 804.962864] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 deletion is rescheduled due to dependency. [ 804.963468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.971930] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.972422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.972588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.972946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.973130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.973670] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.973836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.975215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.975470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.975522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.975780] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.975896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.975963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.976196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.976226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.976427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.976526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.976589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.976734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.976847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.976959] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee is going to be updated. [ 805.049218] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.049377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.049441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.049666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.049744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.049849] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 805.073517] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: SUCCESS [ 805.073756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.073938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.074189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.074393] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.074516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.074584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.074744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.074832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.074921] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.075030] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.087694] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.087867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.087907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.088117] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.088317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.090400] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.091302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.091302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.091302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.091302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.101889] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 805.105981] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: IN_PROGRESS for 2s [ 805.106274] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 127d81b9-1500-4b61-93fd-883368f531eb: rpc.has_security_group_logging(os_id): False [ 805.136296] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.136535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.136535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.136652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.136765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.136983] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.137124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.137180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.139047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.139047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.139047] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127d81b9-1500-4b61-93fd-883368f531eb is going to be created. [ 805.164659] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/127d81b9-1500-4b61-93fd-883368f531eb], does not exist path=[/infra/domains/default/groups/127d81b9-1500-4b61-93fd-883368f531eb]."\n}' [ 805.164765] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127d81b9-1500-4b61-93fd-883368f531eb failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/127d81b9-1500-4b61-93fd-883368f531eb [ 805.164856] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 805.252817] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.253652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.253652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.253652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.255223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.255547] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.255666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.256216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.256216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.256216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.256319] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.256378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.256410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.256545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.256621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.256704] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 127d81b9-1500-4b61-93fd-883368f531eb is going to be created. [ 805.282151] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/127d81b9-1500-4b61-93fd-883368f531eb], does not exist path=[/infra/domains/default/groups/127d81b9-1500-4b61-93fd-883368f531eb]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/127d81b9-1500-4b61-93fd-883368f531eb [ 805.282151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-127d81b9-1500-4b61-93fd-883368f531eb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.282151] env[69952]: Traceback (most recent call last): [ 805.282151] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 805.282151] env[69952]: return func(*args, **kwargs) [ 805.282151] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 805.282151] env[69952]: res.raise_for_status() [ 805.282151] env[69952]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 805.282151] env[69952]: raise HTTPError(http_error_msg, response=self) [ 805.282151] env[69952]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/127d81b9-1500-4b61-93fd-883368f531eb [ 805.282151] env[69952]: During handling of the above exception, another exception occurred: [ 805.282151] env[69952]: Traceback (most recent call last): [ 805.282151] env[69952]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 805.282151] env[69952]: listener.cb(fileno) [ 805.282151] env[69952]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 805.282151] env[69952]: result = function(*args, **kwargs) [ 805.282151] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 805.282151] env[69952]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 805.282151] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 805.282151] env[69952]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 805.282151] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 805.282151] env[69952]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 805.282151] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 805.282151] env[69952]: res.raise_for_status() [ 805.282151] env[69952]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 805.282151] env[69952]: raise HTTPError(http_error_msg, response=self) [ 805.282151] env[69952]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/127d81b9-1500-4b61-93fd-883368f531eb [ 805.282151] env[69952]: Removing descriptor: 19 [ 805.352341] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c95286d1-bd43-4e96-904b-fce44baef693 [ 805.352577] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.352717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.352762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.353021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.353271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.353355] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c95286d1-bd43-4e96-904b-fce44baef693 already deleted. [ 805.353436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c95286d1-bd43-4e96-904b-fce44baef693" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.580396] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.580675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.580675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.580848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.581022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.581121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.581184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.581334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.581425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.581508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.581664] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.582571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.582651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.582808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.583163] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.583266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.583328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.583475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.583554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.583637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.583727] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.967557] env[69952]: INFO networking_nsxv3.common.synchronization [req-b1b46277-f257-4b3c-bbfc-bc20be974943 req-1df4bbe1-8795-450d-8dd4-67d3ff3cc0c1 service nova] Enqueued Resource ID: 02152af0-6578-43f9-8c51-805ecdab13cb with Priority: HIGHEST for action security_group_rules [ 805.967557] env[69952]: INFO networking_nsxv3.common.synchronization [req-b1b46277-f257-4b3c-bbfc-bc20be974943 req-1df4bbe1-8795-450d-8dd4-67d3ff3cc0c1 service nova] Enqueued Resource ID: 02152af0-6578-43f9-8c51-805ecdab13cb with Priority: HIGHEST for action security_group_members [ 805.967557] env[69952]: INFO networking_nsxv3.common.synchronization [req-b1b46277-f257-4b3c-bbfc-bc20be974943 req-1df4bbe1-8795-450d-8dd4-67d3ff3cc0c1 service nova] Enqueued Resource ID: 61e27a59-d521-4b4f-bb1d-db0915eb8a54 with Priority: HIGHEST for action port [ 805.968178] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02152af0-6578-43f9-8c51-805ecdab13cb with Priority: HIGHEST for action security_group_rules [ 805.968178] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02152af0-6578-43f9-8c51-805ecdab13cb with Priority: HIGHEST for action security_group_members [ 805.968242] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e27a59-d521-4b4f-bb1d-db0915eb8a54 with Priority: HIGHEST for action port [ 805.968507] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02152af0-6578-43f9-8c51-805ecdab13cb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.968591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.968659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.968941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.969493] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02152af0-6578-43f9-8c51-805ecdab13cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.970679] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-02152af0-6578-43f9-8c51-805ecdab13cb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.970779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.970927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.971076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.971254] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.972044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.972044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.972044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.972044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.972169] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02152af0-6578-43f9-8c51-805ecdab13cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.973060] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-61e27a59-d521-4b4f-bb1d-db0915eb8a54 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.973554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61e27a59-d521-4b4f-bb1d-db0915eb8a54" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.973554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61e27a59-d521-4b4f-bb1d-db0915eb8a54" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.973554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61e27a59-d521-4b4f-bb1d-db0915eb8a54" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.973554] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e27a59-d521-4b4f-bb1d-db0915eb8a54',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.039762] env[69952]: INFO networking_nsxv3.common.synchronization [req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 req-21b2b0b1-ff06-4028-9208-ace5232641f5 tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 806.040402] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 806.040720] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.040848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.040919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.042618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.042618] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.042618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.042857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.042891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.042988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.043103] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.094319] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 329f8e5e-92ac-481e-a785-b4c6a5969c78: rpc.has_security_group_logging(os_id): False [ 806.113719] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.113719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.113719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.113719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.113719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.113719] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.113719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.113953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.113953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.114188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.114188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.114287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.114316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.114489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.114535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.114684] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.115300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.115300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.115300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.116097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.117083] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 is going to be created. [ 806.180646] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.180838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.180911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.181228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.181388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.194166] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: IN_PROGRESS for 2s [ 806.407035] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.407954] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.407954] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.407954] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.407954] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.408933] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.409307] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.409363] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.409482] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.409708] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.409823] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.409936] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.410110] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.410169] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.410277] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.410409] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.433021] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.433112] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.433298] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.433580] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.434071] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-fb16a3a4-5579-4fdc-803d-a639d282eae6 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.434353] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-fb16a3a4-5579-4fdc-803d-a639d282eae6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.434558] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-fb16a3a4-5579-4fdc-803d-a639d282eae6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.434926] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-fb16a3a4-5579-4fdc-803d-a639d282eae6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.435087] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb16a3a4-5579-4fdc-803d-a639d282eae6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.475626] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02152af0-6578-43f9-8c51-805ecdab13cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.476588] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-02152af0-6578-43f9-8c51-805ecdab13cb taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.476738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.476849] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61e27a59-d521-4b4f-bb1d-db0915eb8a54 with status ACTIVE [ 806.477065] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.477203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.477270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.477475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.477586] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.477731] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.477825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.477893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.478063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.478153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.478334] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.478427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.478563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.478610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.478684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.478784] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61e27a59-d521-4b4f-bb1d-db0915eb8a54 is going to be updated. [ 806.500197] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.500435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.500435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.500616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.500755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.500920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61e27a59-d521-4b4f-bb1d-db0915eb8a54" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.545437] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.937424] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.937728] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.937766] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.938057] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.938220] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.938357] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port fb16a3a4-5579-4fdc-803d-a639d282eae6 not found, creating... [ 806.938603] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.938756] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.938871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.939176] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.939318] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.939594] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.939748] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.939870] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.940136] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.940287] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.940428] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: fb16a3a4-5579-4fdc-803d-a639d282eae6 is going to be created. [ 806.970315] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.970522] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.970654] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.970942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.971268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.971522] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-fb16a3a4-5579-4fdc-803d-a639d282eae6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.981210] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02152af0-6578-43f9-8c51-805ecdab13cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.050199] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.112942] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 807.113162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.113328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.113545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.113748] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.113869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.113938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.114110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.114194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.114279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.114440] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.114520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.114581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.114723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.114858] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.114967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.115047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.115481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.115481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.115481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.115481] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.116248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.116431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.117032] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.117032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.117032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.117032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.117032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.117410] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.123776] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: SUCCESS [ 807.124056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.484677] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.484677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.484677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.484894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.484894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.485139] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02152af0-6578-43f9-8c51-805ecdab13cb is going to be created. [ 807.518364] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.518524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.518582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.518773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.518946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.531092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02152af0-6578-43f9-8c51-805ecdab13cb in Status: UNINITIALIZED for 2s [ 807.551628] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.551813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.551886] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.552130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.552228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.552329] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 is going to be updated. [ 807.594085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.594396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.594555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.594916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.595509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.608061] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: IN_PROGRESS for 2s [ 807.619556] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7876b3d-c816-49bb-be47-f0dadb9eb08d: rpc.has_security_group_logging(os_id): False [ 807.620732] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.641206] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.641361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.641431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.641675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.669722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.670222] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.670222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.670222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.670496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.670496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.670890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.670890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.670890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.671124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.671124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.671282] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.671375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.671426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.671568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.671640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.671722] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 807.746195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.746421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.746494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.746713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.746867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.767291] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 807.773391] env[69952]: INFO networking_nsxv3.common.synchronization [req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 req-7ad7c6b6-d67c-4688-b432-9cf2e4df43da service nova] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_rules [ 807.773391] env[69952]: INFO networking_nsxv3.common.synchronization [req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 req-7ad7c6b6-d67c-4688-b432-9cf2e4df43da service nova] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 807.773391] env[69952]: INFO networking_nsxv3.common.synchronization [req-0a26a3d0-22cc-4684-9fe0-1ad36066dc09 req-7ad7c6b6-d67c-4688-b432-9cf2e4df43da service nova] Enqueued Resource ID: fb16a3a4-5579-4fdc-803d-a639d282eae6 with Priority: HIGHEST for action port [ 807.774093] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_rules [ 807.774267] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 807.774380] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb16a3a4-5579-4fdc-803d-a639d282eae6 with Priority: HIGHEST for action port [ 807.774831] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.774931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.775747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.775747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.776133] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb16a3a4-5579-4fdc-803d-a639d282eae6 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.776133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb16a3a4-5579-4fdc-803d-a639d282eae6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.776133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb16a3a4-5579-4fdc-803d-a639d282eae6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.776255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb16a3a4-5579-4fdc-803d-a639d282eae6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.777119] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb16a3a4-5579-4fdc-803d-a639d282eae6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.124941] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.208609] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: SUCCESS [ 808.209199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.209199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.209493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.209543] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.283732] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb16a3a4-5579-4fdc-803d-a639d282eae6 with status ACTIVE [ 808.284230] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.284461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.285469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.285469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.285469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.285469] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.285469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.285469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.285469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.286567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.286567] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.286567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.286833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.286833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.286934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.286998] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb16a3a4-5579-4fdc-803d-a639d282eae6 is going to be updated. [ 808.308534] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.308688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.308758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.309049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.309220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.309410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb16a3a4-5579-4fdc-803d-a639d282eae6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.628190] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.628351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.628423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.628649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.628744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.628842] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 808.665343] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.665531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.665531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.665741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.665886] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.676771] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 808.712486] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.712668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.541270] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02152af0-6578-43f9-8c51-805ecdab13cb in Status: SUCCESS [ 809.541586] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.541739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.542045] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.542310] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.542467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.542835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.543112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.543245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.543388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.543491] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02152af0-6578-43f9-8c51-805ecdab13cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.618569] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: SUCCESS [ 809.618837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.619056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.619316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.619520] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.619638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.619714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.619892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.619983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.620101] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.787467] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 809.787606] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.787758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.787978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.788082] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.045932] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-02152af0-6578-43f9-8c51-805ecdab13cb taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.046160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.046232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.046474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.046671] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.046745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.048267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.048487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.048620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.048670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.048830] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-02152af0-6578-43f9-8c51-805ecdab13cb taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.048980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.049097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.049194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.049331] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.049418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.049483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.049619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.049700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.049783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.049918] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02152af0-6578-43f9-8c51-805ecdab13cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.125406] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.130937] env[69952]: INFO networking_nsxv3.common.synchronization [req-608ea327-d1d8-4c12-a798-8f664dc1c517 req-7b059eca-e1da-43a9-98db-2f2017d30213 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Enqueued Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_members [ 810.131683] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_members [ 810.131997] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76661a59-0e3b-4d59-8511-f4977cb26e3b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.132137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.132199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.132961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.132961] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.132961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.132961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.132961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.133324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.133324] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.290890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.290890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.555863] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02152af0-6578-43f9-8c51-805ecdab13cb: rpc.has_security_group_logging(os_id): False [ 810.579018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.579018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.579018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.579018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.580052] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.580315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.580501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.580753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.580945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.581150] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02152af0-6578-43f9-8c51-805ecdab13cb is going to be created. [ 810.632049] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.632049] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.632049] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-956" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.632049] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-956" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.632699] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-956" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.633155] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.633584] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.634025] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.634830] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.634830] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.634830] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.634830] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.635277] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.635374] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.635603] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.635798] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.636177] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.638518] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.638700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.638814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.639074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.639248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.639506] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.639651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.639751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.639950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.640089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.640247] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b already deleted. [ 810.640406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.664026] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.664143] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.664364] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.664553] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-956" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.665154] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-fb12e26e-a2b4-447e-8ed6-8063a11d58df taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.665277] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-fb12e26e-a2b4-447e-8ed6-8063a11d58df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.665321] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-fb12e26e-a2b4-447e-8ed6-8063a11d58df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.665646] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-fb12e26e-a2b4-447e-8ed6-8063a11d58df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.665773] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb12e26e-a2b4-447e-8ed6-8063a11d58df',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.672929] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.673747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.673863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.674074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.674267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.686411] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 810.686711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.686952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.687264] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.687542] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.687720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.687827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.689097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.689217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.689314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.689591] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.694030] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02152af0-6578-43f9-8c51-805ecdab13cb in Status: IN_PROGRESS for 2s [ 811.141851] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.141851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.141851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.141851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.141851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.141851] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 is going to be updated. [ 811.167729] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.168026] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.168184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.168599] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.168737] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.168925] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port fb12e26e-a2b4-447e-8ed6-8063a11d58df not found, creating... [ 811.169293] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.169464] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.169610] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.169842] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.170008] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.170365] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.170534] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.170669] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.170911] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.171225] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.171406] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: fb12e26e-a2b4-447e-8ed6-8063a11d58df is going to be created. [ 811.173332] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.173443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.173523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.173686] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.174681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.188259] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: IN_PROGRESS for 2s [ 811.193047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.193184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.193227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.193446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.193614] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.193732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.193796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.193944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.194119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.194224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.194380] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.194438] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.194505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.194671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.194846] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.194894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.194966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.195140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.195221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.195316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.195408] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.198292] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.198471] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.198638] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.199278] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.199535] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.199782] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-fb12e26e-a2b4-447e-8ed6-8063a11d58df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.698822] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7876b3d-c816-49bb-be47-f0dadb9eb08d: rpc.has_security_group_logging(os_id): False [ 811.721841] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.721998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.722313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.722313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.722426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.722565] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.722738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.722738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.722895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.722967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.723173] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.723382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.723382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.723506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.723583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.724254] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.724254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.724254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.724254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.724254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.724254] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 811.788611] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.788784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.788826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.789087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.789238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.806897] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 811.917454] env[69952]: INFO networking_nsxv3.common.synchronization [req-608ea327-d1d8-4c12-a798-8f664dc1c517 req-c773115c-1365-48d4-adc0-2be6110807ee service nova] Enqueued Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_rules [ 811.917454] env[69952]: INFO networking_nsxv3.common.synchronization [req-608ea327-d1d8-4c12-a798-8f664dc1c517 req-c773115c-1365-48d4-adc0-2be6110807ee service nova] Enqueued Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_members [ 811.917534] env[69952]: INFO networking_nsxv3.common.synchronization [req-608ea327-d1d8-4c12-a798-8f664dc1c517 req-c773115c-1365-48d4-adc0-2be6110807ee service nova] Enqueued Resource ID: fb12e26e-a2b4-447e-8ed6-8063a11d58df with Priority: HIGHEST for action port [ 811.917970] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_rules [ 811.918113] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_members [ 811.918209] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb12e26e-a2b4-447e-8ed6-8063a11d58df with Priority: HIGHEST for action port [ 811.918856] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76661a59-0e3b-4d59-8511-f4977cb26e3b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.919090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.919159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.919341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.919419] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.920277] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76661a59-0e3b-4d59-8511-f4977cb26e3b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.920395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.920463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.920926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.920926] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.920926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.920926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.921125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.921161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.921346] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.922088] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb12e26e-a2b4-447e-8ed6-8063a11d58df taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.922381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb12e26e-a2b4-447e-8ed6-8063a11d58df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.922381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb12e26e-a2b4-447e-8ed6-8063a11d58df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.922446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb12e26e-a2b4-447e-8ed6-8063a11d58df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.922479] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb12e26e-a2b4-447e-8ed6-8063a11d58df',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.428029] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.428029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76661a59-0e3b-4d59-8511-f4977cb26e3b taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.428029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.428029] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb12e26e-a2b4-447e-8ed6-8063a11d58df with status ACTIVE [ 812.428029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.428029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.428029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.428029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.428029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.428029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.429219] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.429434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.429747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.429941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.430268] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.430715] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.430913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.431265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.431607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.431878] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb12e26e-a2b4-447e-8ed6-8063a11d58df is going to be updated. [ 812.464423] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.466766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.466766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.466766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.466766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.466766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb12e26e-a2b4-447e-8ed6-8063a11d58df" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.728114] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02152af0-6578-43f9-8c51-805ecdab13cb in Status: SUCCESS [ 812.728496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.909225] env[69952]: INFO networking_nsxv3.common.synchronization [req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca req-339fab73-88fa-42ee-8c5f-16c90c35870f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 812.909790] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 812.910332] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.910462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.910540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.910813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.911014] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.911130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.911204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.911372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.911478] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.911586] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.934972] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.080963] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.081226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.081226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.081552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.081669] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.148783] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent loop - iteration:0 completed [ 813.148936] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent loop - iteration:1 started [ 813.205046] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: SUCCESS [ 813.205314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.205539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.205764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.205966] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.206143] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.206143] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.206399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.206399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.206569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.206569] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.386591] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.386800] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.386908] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.388499] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.388931] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.389313] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.389491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.389820] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.390192] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.390507] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.390676] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.390753] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.390880] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.391022] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.391837] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.392264] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.416819] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.416819] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.417320] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.417320] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.418296] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-a72dea5b-bc6e-468a-b066-b20fd4e9af60 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.418296] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-a72dea5b-bc6e-468a-b066-b20fd4e9af60" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.418296] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-a72dea5b-bc6e-468a-b066-b20fd4e9af60" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.419483] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-a72dea5b-bc6e-468a-b066-b20fd4e9af60" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.419483] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a72dea5b-bc6e-468a-b066-b20fd4e9af60',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.425249] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.425355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.425431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.425667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.425758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.425983] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.426497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.426497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.426497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.426497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.426497] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 already deleted. [ 813.426677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.438364] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.438364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.438364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.438527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.438660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.438711] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b is going to be created. [ 813.470572] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.470849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.470849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.470970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.471175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.484168] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b in Status: UNINITIALIZED for 2s [ 813.587022] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.709660] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.709660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.710024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.710362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.710615] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.710919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.710919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.711028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.713819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.714146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.714235] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.714368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.714448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.714655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.714835] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.714955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.715050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.715236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.715341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.715466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.715575] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.827863] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 813.827863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.934196] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.934196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.934196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.934196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.934196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.934196] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port a72dea5b-bc6e-468a-b066-b20fd4e9af60 not found, creating... [ 813.934196] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.934196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.934196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.934196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.934196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.935143] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.935601] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.936145] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.936860] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.942420] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.942420] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: a72dea5b-bc6e-468a-b066-b20fd4e9af60 is going to be created. [ 813.982027] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.982027] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.982027] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.982027] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.982027] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.982027] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-a72dea5b-bc6e-468a-b066-b20fd4e9af60" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.089555] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.217863] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 329f8e5e-92ac-481e-a785-b4c6a5969c78: rpc.has_security_group_logging(os_id): False [ 814.245732] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.245927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.245927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.246195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.246295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.246541] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.246640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.246708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.246882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.247034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.247270] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.247600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.247600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.247600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.247735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.247832] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.247976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.247976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.248149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.248266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.248367] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 is going to be updated. [ 814.278935] env[69952]: INFO networking_nsxv3.common.synchronization [req-b07448cc-963d-490d-83e8-d3d5eaf7d8ae req-c1ab604f-9b83-45e7-8e4d-0edd14a12f16 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 814.279673] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 814.282468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.283667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.283667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.283667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.283667] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.283667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.283667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.284775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.284775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.284775] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.340044] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.340044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.340044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.340044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.340044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.351542] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: IN_PROGRESS for 2s [ 814.592966] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 814.593064] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 814.787049] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.879228] env[69952]: INFO networking_nsxv3.common.synchronization [req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca req-2b4da11f-1e40-4d56-bea9-b5b5dcfe3dd6 service nova] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 814.879228] env[69952]: INFO networking_nsxv3.common.synchronization [req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca req-2b4da11f-1e40-4d56-bea9-b5b5dcfe3dd6 service nova] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 814.879228] env[69952]: INFO networking_nsxv3.common.synchronization [req-e77d4a25-ce9b-4415-b6cd-7b74c3c3ceca req-2b4da11f-1e40-4d56-bea9-b5b5dcfe3dd6 service nova] Enqueued Resource ID: a72dea5b-bc6e-468a-b066-b20fd4e9af60 with Priority: HIGHEST for action port [ 814.879228] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 814.879228] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 814.879228] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a72dea5b-bc6e-468a-b066-b20fd4e9af60 with Priority: HIGHEST for action port [ 814.880824] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.881248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.881488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.884020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.884020] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.884020] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.884020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.884020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.884020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.884020] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.884020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.884020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.884020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.891156] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.891413] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.892523] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-a72dea5b-bc6e-468a-b066-b20fd4e9af60 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.893030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a72dea5b-bc6e-468a-b066-b20fd4e9af60" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.893030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a72dea5b-bc6e-468a-b066-b20fd4e9af60" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.893030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a72dea5b-bc6e-468a-b066-b20fd4e9af60" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.893030] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a72dea5b-bc6e-468a-b066-b20fd4e9af60',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.289736] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.394582] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.398173] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.398173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.398173] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a72dea5b-bc6e-468a-b066-b20fd4e9af60 with status ACTIVE [ 815.398173] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.398173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.398173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.398173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.398173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.398173] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.398173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.398173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.398173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.398173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.398173] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.398748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.403162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.403443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.403638] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a72dea5b-bc6e-468a-b066-b20fd4e9af60 is going to be updated. [ 815.432819] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.433020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.433652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.433652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.433652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.433652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a72dea5b-bc6e-468a-b066-b20fd4e9af60" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.495879] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.495879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.495879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.496280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.511494] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 815.512640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.513673] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 815.515693] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b in Status: SUCCESS [ 815.515963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.516605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.516853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.517098] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.517221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.517285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.517452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.517993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.517993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.517993] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.572369] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.572499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.572575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.572799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.581190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.581951] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 815.582061] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.582162] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 815.588040] env[69952]: INFO networking_nsxv3.common.synchronization [req-b0724b0c-21b2-4563-a779-4db5fc450ae6 req-b4d6e633-d30d-49c7-bc27-5d372a2a93f9 tempest-ServersTestBootFromVolume-1226915058 tempest-ServersTestBootFromVolume-1226915058-project-member] Enqueued Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_members [ 815.588040] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGHEST for action security_group_members [ 815.588040] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.588040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.588040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.588040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.588040] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.588040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.588040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.588572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.588572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.588572] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.625467] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.625649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.625704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.626137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.626801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.626977] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 815.736521] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.736521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.736521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.736521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.736521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.737966] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 815.794163] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.794338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.794468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.794696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.794696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.794827] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee is going to be updated. [ 815.832361] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.832361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.832361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.832662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.832725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.837089] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.837259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.837358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.837556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.837799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.838729] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 815.838729] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'4a5e5655-ceae-49be-be39-386e8e4472ee', 'a2f90448-6dee-43bf-be2e-7881af31b608', 'df5061c9-afe3-4d87-8724-678c5a8a2f18', '093d9d8f-4b50-414e-9939-f85e020507b9', 'd59d0e8a-5fb8-43b5-a94e-3463cd4079fe', 'a9569028-21b2-49f7-ad51-e989f28f3be0', '4a340a9c-7ad0-4bbc-8496-3aefcff83832', '7f0b727d-8bcc-47cc-a665-18a6e31a795a', '9f781f9d-671e-4dc8-ae5b-9154a76fa380', '329f8e5e-92ac-481e-a785-b4c6a5969c78', '1b53325e-d95d-40ed-89e9-5aa85ada62c9', 'dab49551-f235-4bee-ba6c-aba7702f178f', '1ec655f0-b9c9-40c8-bfdc-50e2d0219474', '2d34cdfd-1b5c-437b-9280-7a742c21521f', '5fb90bb9-6660-4c9d-925f-271822ef47af', 'f7876b3d-c816-49bb-be47-f0dadb9eb08d', 'dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc', '76ca446b-a894-4083-861a-04fe9148ab22', '350f0ebb-36c1-4557-84a1-d17daed5d0c2', 'dfe77154-369d-4c18-b85a-f1a57c67e161', 'f132148e-7925-4de9-84d4-bba43d6a21d4', '0f5a82f6-0a6e-49cc-9da6-035b492d5917', '27e2580b-bb93-4be7-ba89-00591c56813d', '3aedcb53-2e9d-4dab-b9de-87c1620ea524', '4eb18ce9-effe-4b5d-be6d-13a05789eb3a', '508193cb-ad6e-42b3-b375-4cdbc2887c82', '53561efe-6070-4002-965b-cfb8072623a8', 'b37c97fc-8990-4d2b-9f28-f86b12c8d69f', '55496bb1-2dde-440e-8f52-937dcfdd9a11', '02152af0-6578-43f9-8c51-805ecdab13cb', 'c85b9b26-57ac-437a-a595-bdf5982b278a', '3df05e4f-b550-4d91-82a0-e3a6364240cb', '3a3af6e3-a6f3-4272-9417-6b50d87e9e6b'} {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.838729] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 815.870266] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: IN_PROGRESS for 2s [ 815.878014] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.878281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.878281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.878451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.878541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.878655] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 815.878728] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.878800] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 815.910329] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.949491] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.949491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.949491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.949675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.954022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.954022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 815.954022] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.954022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 815.954022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 815.954022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGH for action security_group_rules [ 815.954022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.022421] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.093358] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.094247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.094247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.094247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [req-af61879c-f05f-4a00-91bf-9ef78d6b92cd req-f950aa96-0751-42fe-b80a-0d23eb028c29 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGH for action security_group_rules [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGH for action security_group_rules [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 with Priority: HIGH for action security_group_rules [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGH for action security_group_rules [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGH for action security_group_rules [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGH for action security_group_rules [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGH for action security_group_rules [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGH for action security_group_rules [ 816.099166] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f with Priority: HIGH for action security_group_rules [ 816.099643] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGH for action security_group_rules [ 816.099643] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 with Priority: HIGH for action security_group_rules [ 816.099643] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab49551-f235-4bee-ba6c-aba7702f178f with Priority: HIGH for action security_group_rules [ 816.099643] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 with Priority: HIGH for action security_group_rules [ 816.099643] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGH for action security_group_rules [ 816.100579] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGH for action security_group_rules [ 816.100579] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9569028-21b2-49f7-ad51-e989f28f3be0 with Priority: HIGH for action security_group_rules [ 816.100579] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a with Priority: HIGH for action security_group_rules [ 816.100579] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGH for action security_group_rules [ 816.100579] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f90448-6dee-43bf-be2e-7881af31b608 with Priority: HIGH for action security_group_rules [ 816.100579] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 093d9d8f-4b50-414e-9939-f85e020507b9 with Priority: HIGH for action security_group_rules [ 816.101382] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.101382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.101566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.101723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.101885] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.101990] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.102066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.102233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.102318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.102382] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.103636] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.103636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.103769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.103863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.103908] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.107111] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.107111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.107111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.107111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107111] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.107111] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.107111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.107111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.107111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107111] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a340a9c-7ad0-4bbc-8496-3aefcff83832',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.109266] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.109266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.109266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.109266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.109266] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.109652] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.109781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.109816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.109961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.110054] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.110926] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.111043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.111107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.111255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.111324] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.112188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.112301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.112345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.112492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.112559] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.113453] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.113548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.113611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.113757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.113924] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.114176] env[69952]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 816.114833] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d34cdfd-1b5c-437b-9280-7a742c21521f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.114942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.115088] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.115148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.115214] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d34cdfd-1b5c-437b-9280-7a742c21521f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.116018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.116298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.116381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.116534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.116602] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.117500] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.117602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.117812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117904] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec655f0-b9c9-40c8-bfdc-50e2d0219474',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.118812] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab49551-f235-4bee-ba6c-aba7702f178f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.118903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.118944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.119157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.119233] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab49551-f235-4bee-ba6c-aba7702f178f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.120054] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.120163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.120225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.120379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.120433] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b53325e-d95d-40ed-89e9-5aa85ada62c9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.121285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.121375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.123360] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.123360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.123360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.123360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.123360] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.123650] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9569028-21b2-49f7-ad51-e989f28f3be0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.123755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.123816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.123961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.124033] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9569028-21b2-49f7-ad51-e989f28f3be0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.124819] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.124929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.125062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.125136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.125222] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f0b727d-8bcc-47cc-a665-18a6e31a795a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.127690] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.127796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.127861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.128027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.128098] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.128933] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2f90448-6dee-43bf-be2e-7881af31b608 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.129064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.129134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.129286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.129355] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2f90448-6dee-43bf-be2e-7881af31b608',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.129561] env[69952]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 816.130229] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-093d9d8f-4b50-414e-9939-f85e020507b9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.130325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.130386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.130531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.130599] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('093d9d8f-4b50-414e-9939-f85e020507b9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.133080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.137994] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.137994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.137994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.137994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.137994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.137994] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b is going to be updated. [ 816.180583] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.180741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.180775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.182038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.191362] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.191527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.191583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.191785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.191921] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.205926] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b in Status: IN_PROGRESS for 2s [ 816.232956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.233102] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 is going to be deleted. [ 816.306889] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.307038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.307118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.307330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.307423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.307540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.367962] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: SUCCESS [ 816.368252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.368454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.368676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.368769] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.413803] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.413982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.414868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.414868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.414868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.414868] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be created. [ 816.449793] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.449793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.449793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.449793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.449793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.461847] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: UNINITIALIZED for 2s [ 816.524752] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76661a59-0e3b-4d59-8511-f4977cb26e3b: rpc.has_security_group_logging(os_id): False [ 816.550025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.550025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.550025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.550025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.550025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.550025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.550025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.550025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.550025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.550025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.550604] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b is going to be created. [ 816.602140] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.602533] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.602712] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.603659] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.603659] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.603885] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.604077] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.604423] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.604618] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.604905] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.605118] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.605270] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.605424] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.605519] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.605656] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.605754] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.626718] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.626958] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.627068] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.627565] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.627565] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.627785] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.627937] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.628374] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.628523] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cbf4c1c-db92-4812-afb2-44e907d8a4f0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.640880] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.641030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.641108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.641328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.641509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.642802] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.642922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.645742] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.645906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.646025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.646283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.646377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.646614] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.646875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.646875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.647130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.647275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.647423] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a already deleted. [ 816.647495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.660128] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b in Status: IN_PROGRESS for 2s [ 816.700568] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.701067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.701320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.701607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.701869] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.702503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.702687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.702958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.703186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.703370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.703567] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.708050] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.708050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.708050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.708050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.708050] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.708050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.708050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.708050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.708050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.708050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.708050] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.712576] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.712576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.712737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.712929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.713133] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.713350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.713350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.713522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.717042] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.717042] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.717042] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.717042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.717042] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.723248] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.723452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.723536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.723783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.724083] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.724083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.724184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.725258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.725258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.725258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.725258] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.730894] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.730894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.731115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.731198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.734443] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.734443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.740076] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.740270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.740371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.740565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.740740] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.740858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.740896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.741065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.741159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.741240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.741398] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.741487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.741571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.741729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.742076] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.742076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.742076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.742272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.742272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.742326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.742383] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.749740] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.767386] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.767386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.779441] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.779441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.782385] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.782514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.784419] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.784419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.786426] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.786664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.792384] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.792384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.793202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.793324] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9569028-21b2-49f7-ad51-e989f28f3be0 is going to be deleted. [ 816.796293] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.796293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.796293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.796293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.797191] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.797316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.798071] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.798169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.798867] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.798964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.831597] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 816.832536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.832536] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be deleted. [ 816.833686] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.833977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.859080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.859080] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec655f0-b9c9-40c8-bfdc-50e2d0219474 is going to be deleted. [ 816.859080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.859080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.873049] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.873176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.873252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.873482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.873645] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.873747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.873821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.873962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.874058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.874155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.874233] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.877535] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.877535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.894829] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.894961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.898511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.898614] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab49551-f235-4bee-ba6c-aba7702f178f is going to be deleted. [ 816.900858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.901633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.945284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.945555] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f0b727d-8bcc-47cc-a665-18a6e31a795a is going to be deleted. [ 816.947187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.947187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.971696] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.971944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.991352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.991499] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 093d9d8f-4b50-414e-9939-f85e020507b9 is going to be deleted. [ 816.992589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.992817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.000011] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.000161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.132220] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.132591] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.136322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.136322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.136322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.136322] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 5cbf4c1c-db92-4812-afb2-44e907d8a4f0 not found, creating... [ 817.136322] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.136322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.136322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.136322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.136322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.136322] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.136722] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.136722] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.136722] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.137204] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.137204] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 5cbf4c1c-db92-4812-afb2-44e907d8a4f0 is going to be created. [ 817.230254] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.231493] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.231702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.234304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.234598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.234826] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.234941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.234988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.235220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.235307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.235506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.235611] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.235748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.235808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.235968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.236147] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.236261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.236342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.236489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.236565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.236647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.237485] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.240831] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.241322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.241535] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.241844] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.242110] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.242365] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.243414] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.251747] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fb90bb9-6660-4c9d-925f-271822ef47af: rpc.has_security_group_logging(os_id): False [ 817.256810] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.256810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.266323] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfe77154-369d-4c18-b85a-f1a57c67e161: rpc.has_security_group_logging(os_id): False [ 817.272315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.272476] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a340a9c-7ad0-4bbc-8496-3aefcff83832 is going to be deleted. [ 817.274034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.274243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.316033] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.316233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.317324] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.317457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.347931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.348092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be deleted. [ 817.349087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.349320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.376372] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.376587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.376587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.376819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.377096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.377232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.377298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.377475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.377638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.377638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.378298] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.378298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.378298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.378298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.378298] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.378298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.378597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.378597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.378597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.378702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.378736] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.384050] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.384050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.460049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.460231] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be deleted. [ 817.461325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.461556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.489841] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.490245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.505094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.505173] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d34cdfd-1b5c-437b-9280-7a742c21521f is going to be deleted. [ 817.508106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.508573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.558975] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.559188] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2f90448-6dee-43bf-be2e-7881af31b608 is going to be deleted. [ 817.560907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.560907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.575804] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.575804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.632140] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.632320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.646405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.647788] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b53325e-d95d-40ed-89e9-5aa85ada62c9 is going to be deleted. [ 817.648194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.648526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.648714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.650106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9569028-21b2-49f7-ad51-e989f28f3be0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.650639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.650844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.651038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.651277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.652717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.653072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.653189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.653412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec655f0-b9c9-40c8-bfdc-50e2d0219474" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.653665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.653923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.654099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.654307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab49551-f235-4bee-ba6c-aba7702f178f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.654528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.654764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.655094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.655305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f0b727d-8bcc-47cc-a665-18a6e31a795a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.655749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.656075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.663939] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.664245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.719530] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.719789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.731134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.731549] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.731674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.731729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.731946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.732049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.732154] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfe77154-369d-4c18-b85a-f1a57c67e161 is going to be updated. [ 817.733341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.733545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.739530] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76ca446b-a894-4083-861a-04fe9148ab22: rpc.has_security_group_logging(os_id): False [ 817.745460] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7876b3d-c816-49bb-be47-f0dadb9eb08d: rpc.has_security_group_logging(os_id): False [ 817.747151] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc: rpc.has_security_group_logging(os_id): False [ 817.795237] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.795583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.802788] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.802972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.813275] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.813433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.814214] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.814328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.829946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.830416] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.830518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.830555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.830837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.830993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.831309] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.831813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.831893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.832152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.832208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.832431] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.832523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.832587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.832753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.832830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.832930] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af is going to be updated. [ 817.834190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.834374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.834466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.834590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a340a9c-7ad0-4bbc-8496-3aefcff83832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.834728] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.834879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.834958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.835115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.835235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.835385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.835459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.835565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.835680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.835826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.835930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.836018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d34cdfd-1b5c-437b-9280-7a742c21521f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.837132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.837239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.837316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.837502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2f90448-6dee-43bf-be2e-7881af31b608" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.837568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.837673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.837766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.837855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-093d9d8f-4b50-414e-9939-f85e020507b9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.837993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.838156] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.838234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.838371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b53325e-d95d-40ed-89e9-5aa85ada62c9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.838683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.838857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.882733] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: SUCCESS [ 817.882954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.883230] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 329f8e5e-92ac-481e-a785-b4c6a5969c78: rpc.has_security_group_logging(os_id): False [ 817.884301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.884527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.884718] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.885554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.885554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.885554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.885554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.885554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.885554] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.889754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.892018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.892018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.892018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.892018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.892018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.892018] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be updated. [ 817.892018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.892735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.913828] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.913828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.939464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.939464] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.939464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.939464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.939464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.939464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.939464] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 is going to be updated. [ 817.940289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.940737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.945196] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.946080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.971817] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.971817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.975129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.975129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.975129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.975129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.975129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.975129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.975129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.976591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.976591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.976591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.976591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.976591] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.976591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.976591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.976886] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.977376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.977376] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 817.979546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.980255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.022022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.022022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.022022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.022022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.022022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.022022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.022022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.022674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.022674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.022674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.022674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.022674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.022674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.022674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.022883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.022883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.022935] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 is going to be updated. [ 818.031106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.031106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.031106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.031106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.031106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.031106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.069688] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.069688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.069688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.069688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.069688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.086702] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.086702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.086702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.086702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.086702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.094585] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfe77154-369d-4c18-b85a-f1a57c67e161 in Status: IN_PROGRESS for 2s [ 818.101254] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: IN_PROGRESS for 2s [ 818.103663] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: IN_PROGRESS for 2s [ 818.116546] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: IN_PROGRESS for 2s [ 818.154779] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.155027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.155119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.155477] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.156194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.186924] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.187131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.187206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.187457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.187759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.240564] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b in Status: SUCCESS [ 818.240763] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b deletion is rescheduled due to dependency. [ 818.240880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.265732] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: IN_PROGRESS for 2s [ 818.297147] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 818.297147] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 818.389304] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.389598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.389598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.389772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.389975] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.390094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.390155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.390815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.390815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.390815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.390815] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.390815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.391260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.391260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.391260] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.391260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.391505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.391505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.391629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.391687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.391733] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.410037] env[69952]: INFO networking_nsxv3.common.synchronization [req-aa62653c-534e-4c93-86f4-10a6a0bb6302 req-1074dac9-b3c0-4486-b2eb-14e27a727762 tempest-ServerGroupTestJSON-1618309784 tempest-ServerGroupTestJSON-1618309784-project-member] Enqueued Resource ID: 02152af0-6578-43f9-8c51-805ecdab13cb with Priority: HIGHEST for action security_group_members [ 818.410037] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02152af0-6578-43f9-8c51-805ecdab13cb with Priority: HIGHEST for action security_group_members [ 818.410037] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-02152af0-6578-43f9-8c51-805ecdab13cb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.410037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.410037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.410037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.410321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.410490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.410490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.410693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.410693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.410794] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02152af0-6578-43f9-8c51-805ecdab13cb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.480484] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 818.481488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.481488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.481488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.481488] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.481488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.481745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.481745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.481810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.481904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.482010] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.542353] env[69952]: INFO networking_nsxv3.common.synchronization [req-af61879c-f05f-4a00-91bf-9ef78d6b92cd req-520ba1c2-6e65-414e-af03-97e79d1e8cf0 service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 818.542627] env[69952]: INFO networking_nsxv3.common.synchronization [req-af61879c-f05f-4a00-91bf-9ef78d6b92cd req-520ba1c2-6e65-414e-af03-97e79d1e8cf0 service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 818.542700] env[69952]: INFO networking_nsxv3.common.synchronization [req-af61879c-f05f-4a00-91bf-9ef78d6b92cd req-520ba1c2-6e65-414e-af03-97e79d1e8cf0 service nova] Enqueued Resource ID: 5cbf4c1c-db92-4812-afb2-44e907d8a4f0 with Priority: HIGHEST for action port [ 818.543289] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 818.543475] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 818.543664] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbf4c1c-db92-4812-afb2-44e907d8a4f0 with Priority: HIGHEST for action port [ 818.544139] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.544331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.544440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.544736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.544846] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.545875] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.546328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.546538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.547655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.547827] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.547932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.548024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.550366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.550366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.550366] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.550366] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.550366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.550366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.550366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.550366] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cbf4c1c-db92-4812-afb2-44e907d8a4f0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.674807] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b in Status: SUCCESS [ 818.675042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.760411] env[69952]: INFO networking_nsxv3.common.synchronization [None req-cbdc9102-9f37-4c2d-8d35-47d9cc0fa02b None None] Enqueued Resource ID: 556db715-02e8-49de-91ae-0743159d573c with Priority: HIGHEST for action port [ 818.760411] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556db715-02e8-49de-91ae-0743159d573c with Priority: HIGHEST for action port [ 818.762049] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-556db715-02e8-49de-91ae-0743159d573c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.762188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-556db715-02e8-49de-91ae-0743159d573c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.762260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-556db715-02e8-49de-91ae-0743159d573c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.762523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-556db715-02e8-49de-91ae-0743159d573c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.762788] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('556db715-02e8-49de-91ae-0743159d573c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.896339] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a5e5655-ceae-49be-be39-386e8e4472ee: rpc.has_security_group_logging(os_id): False [ 818.915577] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.915577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.915577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.915577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.915577] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.915577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.938213] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.938213] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.938213] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.938213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.938696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.938696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.938696] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee is going to be updated. [ 818.939880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.940191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.962826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.965644] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.965644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.965644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.965644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.965644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.965644] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02152af0-6578-43f9-8c51-805ecdab13cb is going to be updated. [ 818.985191] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.001870] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.001870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.002016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.002387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.002644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.017812] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02152af0-6578-43f9-8c51-805ecdab13cb in Status: IN_PROGRESS for 2s [ 819.034422] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.037166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.037166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.037166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.037166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.052233] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.054045] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.054045] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.054472] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cbf4c1c-db92-4812-afb2-44e907d8a4f0 with status ACTIVE [ 819.054674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.054849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.054944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.055307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.055307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.055536] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.055673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.055919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.055919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.056068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.057042] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.057042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.057042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.057042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.057042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.057042] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cbf4c1c-db92-4812-afb2-44e907d8a4f0 is going to be updated. [ 819.060519] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: IN_PROGRESS for 2s [ 819.110445] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.110445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.110445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.110445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.110445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.110445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cbf4c1c-db92-4812-afb2-44e907d8a4f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.266104] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 556db715-02e8-49de-91ae-0743159d573c [ 819.266381] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.266664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.266664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.266802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.266890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.266986] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:556db715-02e8-49de-91ae-0743159d573c already deleted. [ 819.267173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-556db715-02e8-49de-91ae-0743159d573c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.488016] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 883209cc-9ed0-47e3-8ce6-596dc62efcd5: rpc.has_security_group_logging(os_id): False [ 819.538630] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.538630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.538630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.538630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.538630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.538630] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.538630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.538630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.538630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.538630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.538630] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be created. [ 819.560190] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.647980] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.647980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.647980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.647980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.647980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.663908] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 820.063644] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.064327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.064527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.064980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.065550] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.065550] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be created. [ 820.097865] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.097865] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.097865] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.097865] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.097865] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.116304] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: UNINITIALIZED for 2s [ 820.123151] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfe77154-369d-4c18-b85a-f1a57c67e161 in Status: SUCCESS [ 820.123482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.124265] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: SUCCESS [ 820.124449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.125167] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: SUCCESS [ 820.125330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.132700] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: SUCCESS [ 820.132931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.285185] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: SUCCESS [ 820.285185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.317203] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 820.317446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.832203] env[69952]: INFO networking_nsxv3.common.synchronization [None req-52206b15-15c1-4b95-9161-76640350adee None None] Enqueued Resource ID: e66c70ca-d7e9-4c45-92ea-101a3a07a0cc with Priority: HIGHEST for action port [ 820.832203] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e66c70ca-d7e9-4c45-92ea-101a3a07a0cc with Priority: HIGHEST for action port [ 820.832203] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-e66c70ca-d7e9-4c45-92ea-101a3a07a0cc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.832203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e66c70ca-d7e9-4c45-92ea-101a3a07a0cc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.832203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e66c70ca-d7e9-4c45-92ea-101a3a07a0cc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.832203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e66c70ca-d7e9-4c45-92ea-101a3a07a0cc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.832203] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e66c70ca-d7e9-4c45-92ea-101a3a07a0cc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.996477] env[69952]: INFO networking_nsxv3.common.synchronization [req-06a394bc-d20e-4e27-9d39-71485832721f req-abfbc02f-445b-4bc4-adc7-7a926a5c76e4 tempest-FloatingIPsAssociationTestJSON-1903701998 tempest-FloatingIPsAssociationTestJSON-1903701998-project-member] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 820.996788] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGHEST for action security_group_members [ 820.997166] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.997310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.997397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.997602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.997764] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.997863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.997920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.001248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.001248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.001248] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.029864] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02152af0-6578-43f9-8c51-805ecdab13cb in Status: SUCCESS [ 821.030185] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02152af0-6578-43f9-8c51-805ecdab13cb deletion is rescheduled due to dependency. [ 821.030326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02152af0-6578-43f9-8c51-805ecdab13cb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.084430] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: SUCCESS [ 821.084430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.334749] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e66c70ca-d7e9-4c45-92ea-101a3a07a0cc [ 821.335096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.335230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.335338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.335634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.335634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.335973] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e66c70ca-d7e9-4c45-92ea-101a3a07a0cc already deleted. [ 821.336160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e66c70ca-d7e9-4c45-92ea-101a3a07a0cc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.495474] env[69952]: INFO networking_nsxv3.common.synchronization [req-5be099e1-17ec-4a06-924f-919a8fecd091 req-bc12bb87-d41b-4e9d-9adc-9c8aa355602d tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Enqueued Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 821.496090] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 821.496433] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.497148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.497148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.497148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.497148] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.497148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.497148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.497514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.497514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.497628] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.503289] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.503618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.503698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.503948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.504081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.504176] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.504274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.504336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.504654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.504737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.504827] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af is going to be updated. [ 821.541613] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.545025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.545025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.545025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.545025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.556360] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: IN_PROGRESS for 2s [ 821.676213] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 821.676459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.000775] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.127422] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: UNINITIALIZED for 4s [ 822.503242] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.727651] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-112 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.727884] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.728097] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.728430] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.728701] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.728863] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.728984] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.729773] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.730029] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.730641] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.730993] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.731897] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.732604] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.732817] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 822.733209] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.733439] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.759823] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.759823] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 822.759947] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.760238] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-112" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.760992] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.760992] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.761175] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.761435] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.761577] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.009488] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.009488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.009488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.009488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.009488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.009488] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f is going to be updated. [ 823.037222] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.037371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.037450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.037666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.037857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.049966] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: IN_PROGRESS for 2s [ 823.265780] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.265780] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.265780] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.266362] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.266362] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.266362] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 not found, creating... [ 823.266499] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.267083] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.267083] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.267083] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.267083] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.267375] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.268248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.268248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.270794] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.270794] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.270794] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 is going to be created. [ 823.298235] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.298538] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.298614] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.298891] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.301345] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.301687] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.453058] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd9aa2a5-4671-4763-b6ad-08d082ce1cba req-25608b1f-e69d-44ce-b710-eab94ef03bb6 tempest-VolumesAssistedSnapshotsTest-1305660602 tempest-VolumesAssistedSnapshotsTest-1305660602-project-member] Enqueued Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_members [ 823.454592] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGHEST for action security_group_members [ 823.454940] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.455079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.455159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.455361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.455517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.455620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.455745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.456221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.456221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.456221] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.568442] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb90bb9-6660-4c9d-925f-271822ef47af in Status: SUCCESS [ 823.568666] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af deletion is rescheduled due to dependency. [ 823.568801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.962213] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.962458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.963994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.966054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.966054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.966054] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.966054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.966054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.966054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.966054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.966054] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfe77154-369d-4c18-b85a-f1a57c67e161 is going to be updated. [ 824.024029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.024029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.024029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.024029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.024029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.039943] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfe77154-369d-4c18-b85a-f1a57c67e161 in Status: IN_PROGRESS for 2s [ 824.140887] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 824.141150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.141328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.141697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.141900] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.141992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.142063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.142413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.142508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.142575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.142674] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.221637] env[69952]: INFO networking_nsxv3.common.synchronization [req-5be099e1-17ec-4a06-924f-919a8fecd091 req-66f0fcaf-a628-45f3-b9e4-62e6b7d3639c service nova] Enqueued Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_rules [ 824.221836] env[69952]: INFO networking_nsxv3.common.synchronization [req-5be099e1-17ec-4a06-924f-919a8fecd091 req-66f0fcaf-a628-45f3-b9e4-62e6b7d3639c service nova] Enqueued Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 824.221986] env[69952]: INFO networking_nsxv3.common.synchronization [req-5be099e1-17ec-4a06-924f-919a8fecd091 req-66f0fcaf-a628-45f3-b9e4-62e6b7d3639c service nova] Enqueued Resource ID: b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 with Priority: HIGHEST for action port [ 824.224217] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_rules [ 824.224217] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 824.224217] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 with Priority: HIGHEST for action port [ 824.224217] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.224433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.224433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.224616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.226345] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.226345] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.226345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.226345] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.226345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.226345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.230776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.230776] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.645509] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.645863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.645863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.646957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.647238] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.647358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.647429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.647591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.647679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.647769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.647909] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.648010] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.648121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.648226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.648367] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.648462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.648523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.648659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.648733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.648813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.648902] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.733545] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.733870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.734610] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 with status ACTIVE [ 824.735829] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.736249] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.737322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.737551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.737666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.737876] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.737981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.738056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.738225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.738300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.742101] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.742295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.742378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.745024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.745024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.745024] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4 is going to be updated. [ 824.766927] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.767793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.767793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.767793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.768093] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.768327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6cea9b2-519f-4012-bbb0-ba6f9fcdaff4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.064037] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: SUCCESS [ 825.064276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.064450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.064672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.064894] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.065022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.065086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.065250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.065329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.065427] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.151311] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23347c3a-7439-4004-992e-c5ae7dcf3f5a: rpc.has_security_group_logging(os_id): False [ 825.173658] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.173658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.173658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.173658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.173658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.173658] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.173658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.173658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.173658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.173658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.174212] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.174212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.174212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.174212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.174212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.174435] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.174435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.174541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.174964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.174964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.174964] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be created. [ 825.259419] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.259419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.259419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.260279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.260279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.273637] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 825.570030] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.055195] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfe77154-369d-4c18-b85a-f1a57c67e161 in Status: SUCCESS [ 826.055451] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfe77154-369d-4c18-b85a-f1a57c67e161 deletion is rescheduled due to dependency. [ 826.055495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.072068] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.575114] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.575114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.575114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.575368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.575368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.575368] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f is going to be updated. [ 826.608231] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.608455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.608519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.608737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.608886] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.619528] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: IN_PROGRESS for 2s [ 827.288571] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 827.288571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.255965] env[69952]: INFO networking_nsxv3.common.synchronization [None req-cec7a99f-eb36-4b29-888f-e041acb61fa3 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_rules [ 828.256640] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_rules [ 828.257012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab77d477-3ae2-4797-a5de-609046a7bc17 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.257885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.257977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.258262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.258337] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.336087] env[69952]: INFO networking_nsxv3.common.synchronization [None req-993535c7-2254-4ac4-9e0f-a8142fdbb757 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_rules [ 828.336864] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_rules [ 828.337198] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab77d477-3ae2-4797-a5de-609046a7bc17 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.337303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.631535] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: SUCCESS [ 828.631863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.631931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.632108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.632299] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.632554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.632554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.632647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.632692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.632776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.632863] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.787414] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.787592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.787648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.787845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.787933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.788039] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab77d477-3ae2-4797-a5de-609046a7bc17 already deleted. [ 828.788130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.788291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.788459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.788547] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.138738] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.138738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.138738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.139076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.139329] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.139329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.139475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.139633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.139633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.139807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.140047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.140248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.140418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.140605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.141296] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.141296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.141296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.141296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.141296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.141727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.141727] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.314306] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.314498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.314567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.314811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.314925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.315036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab77d477-3ae2-4797-a5de-609046a7bc17 already deleted. [ 829.315145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.645226] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b37c97fc-8990-4d2b-9f28-f86b12c8d69f: rpc.has_security_group_logging(os_id): False [ 829.676656] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.677009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.677009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.677326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.700597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.700895] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.701030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.701115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.701644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.701794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.702139] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.702241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.702309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.702506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.702623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.702868] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.702944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.702984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.703241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.703277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.703351] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f is going to be updated. [ 829.765580] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.765739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.765804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.766021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.766169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.781460] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: IN_PROGRESS for 2s [ 831.799072] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: SUCCESS [ 831.799455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.065743] env[69952]: INFO networking_nsxv3.common.synchronization [None req-27b2d710-faff-491d-90a0-ae75b904fe3a None None] Enqueued Resource ID: 3919fc4d-6130-4723-989b-68ae15734816 with Priority: HIGHEST for action port [ 833.066408] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3919fc4d-6130-4723-989b-68ae15734816 with Priority: HIGHEST for action port [ 833.066721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-3919fc4d-6130-4723-989b-68ae15734816 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.066848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3919fc4d-6130-4723-989b-68ae15734816" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.066919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3919fc4d-6130-4723-989b-68ae15734816" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.067198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3919fc4d-6130-4723-989b-68ae15734816" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.067340] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3919fc4d-6130-4723-989b-68ae15734816',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.571081] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3919fc4d-6130-4723-989b-68ae15734816 [ 833.571081] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.571081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.571081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.571081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.571081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.571081] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3919fc4d-6130-4723-989b-68ae15734816 already deleted. [ 833.571081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3919fc4d-6130-4723-989b-68ae15734816" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.809795] env[69952]: INFO networking_nsxv3.common.synchronization [None req-620621b2-2367-4e11-a4a8-8025688f8526 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 833.810889] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 833.811333] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.811465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.811535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.811800] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.811886] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.900991] env[69952]: INFO networking_nsxv3.common.synchronization [None req-bf9e00c2-4638-4f28-ab4c-abfd2fc5af5c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 833.901310] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 833.902026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.902026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.333568] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.333952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.333952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.334060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.334060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.334156] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 already deleted. [ 834.334235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.334390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.334665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.334665] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.860256] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.860462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.860462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.860562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.860644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.860729] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 already deleted. [ 834.860818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.500972] env[69952]: INFO networking_nsxv3.common.synchronization [None req-52795f55-9a26-4bde-a426-fb0e2de54f2d None None] Enqueued Resource ID: 836299e3-70f3-4490-9cbf-0604880f6359 with Priority: HIGHEST for action port [ 835.501542] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836299e3-70f3-4490-9cbf-0604880f6359 with Priority: HIGHEST for action port [ 835.501853] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-836299e3-70f3-4490-9cbf-0604880f6359 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.501970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-836299e3-70f3-4490-9cbf-0604880f6359" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.502874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-836299e3-70f3-4490-9cbf-0604880f6359" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.503779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-836299e3-70f3-4490-9cbf-0604880f6359" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.503960] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836299e3-70f3-4490-9cbf-0604880f6359',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.007447] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 836299e3-70f3-4490-9cbf-0604880f6359 [ 836.007447] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.007447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.007447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.007447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.007447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.007447] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:836299e3-70f3-4490-9cbf-0604880f6359 already deleted. [ 836.007447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-836299e3-70f3-4490-9cbf-0604880f6359" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.023481] env[69952]: INFO networking_nsxv3.common.synchronization [req-eabd3d21-6764-417a-97f3-08858878190d req-6d765d59-c46e-4261-94da-b0c7145739ae tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Enqueued Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 837.024033] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 837.024360] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.025747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.025747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.025747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.025747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.025747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.025747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.025747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.025747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.025747] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.365883] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.366085] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.366330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.366480] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.366728] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.366881] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.367100] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.367421] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.367595] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.367844] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.367959] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.368102] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.368214] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.368336] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.368446] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.368581] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.390639] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.390785] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.390928] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.391119] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.391439] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-13b867f6-5c3e-4df9-97ae-d257913ac327 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.391642] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-13b867f6-5c3e-4df9-97ae-d257913ac327" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.391768] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-13b867f6-5c3e-4df9-97ae-d257913ac327" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.392123] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-13b867f6-5c3e-4df9-97ae-d257913ac327" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.392658] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b867f6-5c3e-4df9-97ae-d257913ac327',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.530327] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.894834] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.895166] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.895347] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.895654] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.895851] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.895981] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 13b867f6-5c3e-4df9-97ae-d257913ac327 not found, creating... [ 837.896274] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.896440] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.896598] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.896847] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.896989] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.897382] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.897566] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.897685] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.897954] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.898076] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.898206] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 13b867f6-5c3e-4df9-97ae-d257913ac327 is going to be created. [ 837.919321] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.920327] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.920327] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.920327] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.920327] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.920538] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-13b867f6-5c3e-4df9-97ae-d257913ac327" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.031831] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.534932] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.535445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.535445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.535624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.535624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.535718] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53561efe-6070-4002-965b-cfb8072623a8 is going to be updated. [ 838.572698] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.574856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.574856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.574856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.574856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.587036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: IN_PROGRESS for 2s [ 838.690745] env[69952]: INFO networking_nsxv3.common.synchronization [req-eabd3d21-6764-417a-97f3-08858878190d req-16bc9a03-6bb9-40d8-8f01-8cabedb2362a service nova] Enqueued Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_rules [ 838.690943] env[69952]: INFO networking_nsxv3.common.synchronization [req-eabd3d21-6764-417a-97f3-08858878190d req-16bc9a03-6bb9-40d8-8f01-8cabedb2362a service nova] Enqueued Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 838.691106] env[69952]: INFO networking_nsxv3.common.synchronization [req-eabd3d21-6764-417a-97f3-08858878190d req-16bc9a03-6bb9-40d8-8f01-8cabedb2362a service nova] Enqueued Resource ID: 13b867f6-5c3e-4df9-97ae-d257913ac327 with Priority: HIGHEST for action port [ 838.691346] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_rules [ 838.691480] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 838.691689] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b867f6-5c3e-4df9-97ae-d257913ac327 with Priority: HIGHEST for action port [ 838.692276] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.692405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.692464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.692706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.692752] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.693744] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.693875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.694112] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b867f6-5c3e-4df9-97ae-d257913ac327 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.694220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b867f6-5c3e-4df9-97ae-d257913ac327" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.694389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b867f6-5c3e-4df9-97ae-d257913ac327" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.694458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b867f6-5c3e-4df9-97ae-d257913ac327" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.694521] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b867f6-5c3e-4df9-97ae-d257913ac327',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.196300] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.196777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.196777] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13b867f6-5c3e-4df9-97ae-d257913ac327 with status ACTIVE [ 839.196914] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.197011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.197011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.197222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.197338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.197500] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.197858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.197858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.197858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.197858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.198098] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.198185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.198236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.198397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.198468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.198553] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13b867f6-5c3e-4df9-97ae-d257913ac327 is going to be updated. [ 839.223214] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.223552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.223552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.224250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.224250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.224250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b867f6-5c3e-4df9-97ae-d257913ac327" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.597114] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: SUCCESS [ 840.597456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.597648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.597864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.598085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.598242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.598364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.598477] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.598558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.598652] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.843980] env[69952]: INFO networking_nsxv3.common.synchronization [req-ce5e52d4-6028-4256-9642-73c0fc8d4702 req-e9b4c6a9-0173-4c5d-98a7-8c84194e6014 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 840.844362] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 840.844670] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.844793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.844857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.845115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.845269] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.845360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.845431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.845574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.845657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.845766] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.102029] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.138647] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.138857] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.138985] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.139283] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.139674] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.139881] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.140065] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.140362] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.140534] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.140752] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.140870] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.141092] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.141163] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.141219] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 841.141328] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.141466] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.160507] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.161685] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 841.161685] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.161685] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.161685] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-561c33ab-e30f-4b02-a900-2f05687be1a0 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.161685] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-561c33ab-e30f-4b02-a900-2f05687be1a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.161685] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-561c33ab-e30f-4b02-a900-2f05687be1a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.162352] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-561c33ab-e30f-4b02-a900-2f05687be1a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.162352] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561c33ab-e30f-4b02-a900-2f05687be1a0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.350302] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.606117] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.665024] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.665024] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.665024] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.665345] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.665500] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.665660] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 561c33ab-e30f-4b02-a900-2f05687be1a0 not found, creating... [ 841.665927] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.666103] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.666227] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.666454] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.666594] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.666873] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.667050] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.667176] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.667398] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.667529] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.667671] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 561c33ab-e30f-4b02-a900-2f05687be1a0 is going to be created. [ 841.687659] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.687874] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.687980] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.688399] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.688934] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.688934] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-561c33ab-e30f-4b02-a900-2f05687be1a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.855446] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.111445] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.111445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.111445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.111445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.111445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.111445] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53561efe-6070-4002-965b-cfb8072623a8 is going to be updated. [ 842.147643] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.147804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.147847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.148072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.148219] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.158743] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: IN_PROGRESS for 2s [ 842.359503] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.359503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.359503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.359503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.359503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.359503] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 842.396983] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.396983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.396983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.396983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.396983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.408721] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 842.569041] env[69952]: INFO networking_nsxv3.common.synchronization [req-ce5e52d4-6028-4256-9642-73c0fc8d4702 req-446912ca-9067-44b9-886e-826523a6389b service nova] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_rules [ 842.569041] env[69952]: INFO networking_nsxv3.common.synchronization [req-ce5e52d4-6028-4256-9642-73c0fc8d4702 req-446912ca-9067-44b9-886e-826523a6389b service nova] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 842.569041] env[69952]: INFO networking_nsxv3.common.synchronization [req-ce5e52d4-6028-4256-9642-73c0fc8d4702 req-446912ca-9067-44b9-886e-826523a6389b service nova] Enqueued Resource ID: 561c33ab-e30f-4b02-a900-2f05687be1a0 with Priority: HIGHEST for action port [ 842.569041] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_rules [ 842.569041] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 842.569041] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 561c33ab-e30f-4b02-a900-2f05687be1a0 with Priority: HIGHEST for action port [ 842.569798] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.570586] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.570856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.571337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.573675] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.573675] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.573675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.573675] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-561c33ab-e30f-4b02-a900-2f05687be1a0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.573675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-561c33ab-e30f-4b02-a900-2f05687be1a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.573675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-561c33ab-e30f-4b02-a900-2f05687be1a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.573675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-561c33ab-e30f-4b02-a900-2f05687be1a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.573675] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561c33ab-e30f-4b02-a900-2f05687be1a0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.077742] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.078102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.078160] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 561c33ab-e30f-4b02-a900-2f05687be1a0 with status ACTIVE [ 843.078320] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.078430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.078496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.078793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.078902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.079096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.079227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.079292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.079485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.079565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.079752] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.079835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.079896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.080050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.080143] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.080264] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 561c33ab-e30f-4b02-a900-2f05687be1a0 is going to be updated. [ 843.112922] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.113083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.113161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.113395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.113568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.115116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-561c33ab-e30f-4b02-a900-2f05687be1a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.168801] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: SUCCESS [ 844.169290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.169696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.169948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.170171] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.170298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.170355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.170553] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.170628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.170789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.170895] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.424028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 844.424099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.424780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.424829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.425023] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.425197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.425197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.426443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.426443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.426443] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.673718] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.673920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.674044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.674255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.674847] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.675091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.675091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.675245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.675334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.675425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.675590] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.675688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.675748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.675895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.676041] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.676132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.676205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.676345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.676418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.676501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.676588] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.932495] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.179924] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53561efe-6070-4002-965b-cfb8072623a8: rpc.has_security_group_logging(os_id): False [ 845.200950] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.201141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.201231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.201461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.227302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.227302] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.227302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.227302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.227302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.227302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.227588] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.227588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.227588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.227768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.227768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.227952] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.228080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.228118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.228247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.228317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.228401] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53561efe-6070-4002-965b-cfb8072623a8 is going to be updated. [ 845.305990] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.306140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.306222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.306471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.307026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.327485] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: IN_PROGRESS for 2s [ 845.435110] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.938400] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.938614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.938614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.938824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.938934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.939053] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 845.972604] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.972740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.972818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.973048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.973310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.984633] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 847.342966] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: SUCCESS [ 847.343329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.569721] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 847.569721] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 847.995672] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 847.995916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.996124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.996354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.996554] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.996663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.996740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.996920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.997210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.997323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.997420] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.499985] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.500294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.500294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.500511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.501885] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.501885] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.501885] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.501885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.502434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.502434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.502434] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.006092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c85b9b26-57ac-437a-a595-bdf5982b278a: rpc.has_security_group_logging(os_id): False [ 849.054643] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.054870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.054870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.055371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.079778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.080375] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.080375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.080375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.080610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.080610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.081961] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.081961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.081961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.081961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.081961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.081961] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.081961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.084034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.084034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.084034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.084034] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 849.198122] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.198122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.198122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.198122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.198122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.215781] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 851.246147] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 851.246147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.570389] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 852.571043] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 857.572359] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 857.573076] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 859.624312] env[69952]: INFO networking_nsxv3.common.synchronization [req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 req-1c135989-5149-4ead-bed8-a7f7d83c123b tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Enqueued Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGHEST for action security_group_members [ 859.625236] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGHEST for action security_group_members [ 859.625592] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.625735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.626125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.626215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.626677] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.626677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.626677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.626906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.627009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.627072] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8005ec1e-e2ee-4d25-ac46-a637e0b49fce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.952793] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.953055] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-573" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.953182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-573" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.953845] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-573" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.953903] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.954177] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.954395] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.954763] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.955777] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.955777] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.955777] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.955777] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.956133] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.956363] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.956569] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.956814] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.980104] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.980104] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.980301] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.980341] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-573" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.980715] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.981154] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.981154] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.981614] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.981614] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389ca696-c648-4ec5-a25b-b6a3dd37fcfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.130163] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.130647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.130647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.130791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.131556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.131556] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.131556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.131556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.131556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.131833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.131833] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce already deleted. [ 860.131833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.327051] env[69952]: INFO networking_nsxv3.common.synchronization [req-f91ab9a6-d551-45b3-89f0-2af74e1969cc req-e09d4bf9-4cac-40e8-8f29-d5ba97bde2a3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 860.327051] env[69952]: INFO networking_nsxv3.common.synchronization [req-f91ab9a6-d551-45b3-89f0-2af74e1969cc req-e09d4bf9-4cac-40e8-8f29-d5ba97bde2a3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 with Priority: HIGHEST for action security_group_members [ 860.327051] env[69952]: INFO networking_nsxv3.common.synchronization [req-f91ab9a6-d551-45b3-89f0-2af74e1969cc req-e09d4bf9-4cac-40e8-8f29-d5ba97bde2a3 tempest-SecurityGroupsTestJSON-1602120908 tempest-SecurityGroupsTestJSON-1602120908-project-member] Enqueued Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 860.327339] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGHEST for action security_group_members [ 860.327512] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 with Priority: HIGHEST for action security_group_members [ 860.327646] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGHEST for action security_group_members [ 860.328275] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.328383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.328383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.328593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.328754] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.328875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.328938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.329122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.329208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.329299] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.333194] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-55496bb1-2dde-440e-8f52-937dcfdd9a11 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.333194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.333194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.333194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.333194] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.333194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.333194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.333194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.333194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.333194] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55496bb1-2dde-440e-8f52-937dcfdd9a11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.334347] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.334503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.334606] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.334801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.334954] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.335087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.335177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.335455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.335576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.335719] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.484487] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.484767] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.484930] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.485275] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.485489] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.485721] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 389ca696-c648-4ec5-a25b-b6a3dd37fcfc not found, creating... [ 860.486050] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.486225] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.486348] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.486581] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.486728] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.487059] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.487314] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.487374] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.487686] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.487850] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.488044] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 389ca696-c648-4ec5-a25b-b6a3dd37fcfc is going to be created. [ 860.510019] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.510323] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.510423] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.510753] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.511205] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.511629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.835698] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.836139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.836139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.836233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.837757] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.837888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.838097] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.838185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.857858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.857858] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.857858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.858194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.858194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.858194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.858374] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 is going to be updated. [ 860.859325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.859467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.859546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.859807] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.859933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.860107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.860107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.860210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.860261] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be updated. [ 860.861234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.861234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.861395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.861487] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.861615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.861965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.861965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.861965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.861965] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 is going to be updated. [ 860.892751] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.892751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.892751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.892751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.893199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.894599] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.894717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.894781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.894951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.895085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.896626] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.896713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.896789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.896934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.897075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.909279] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: IN_PROGRESS for 2s [ 860.909915] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 in Status: IN_PROGRESS for 2s [ 860.910658] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: IN_PROGRESS for 2s [ 861.209944] env[69952]: INFO networking_nsxv3.common.synchronization [req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 req-c67c2ae3-408d-4354-a916-ef2530eeee4e service nova] Enqueued Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGHEST for action security_group_rules [ 861.210143] env[69952]: INFO networking_nsxv3.common.synchronization [req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 req-c67c2ae3-408d-4354-a916-ef2530eeee4e service nova] Enqueued Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGHEST for action security_group_members [ 861.210317] env[69952]: INFO networking_nsxv3.common.synchronization [req-4afc7906-5345-4afb-9e9e-c0c5cb6d0426 req-c67c2ae3-408d-4354-a916-ef2530eeee4e service nova] Enqueued Resource ID: 389ca696-c648-4ec5-a25b-b6a3dd37fcfc with Priority: HIGHEST for action port [ 861.210890] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGHEST for action security_group_rules [ 861.211034] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGHEST for action security_group_members [ 861.211143] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389ca696-c648-4ec5-a25b-b6a3dd37fcfc with Priority: HIGHEST for action port [ 861.211397] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.211514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.211577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.211833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.211912] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8005ec1e-e2ee-4d25-ac46-a637e0b49fce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.212802] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.214019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.214019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.214019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.214019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.214019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.214019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.214019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.214019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.214019] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8005ec1e-e2ee-4d25-ac46-a637e0b49fce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.214483] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.214566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.214636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.214990] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.214990] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389ca696-c648-4ec5-a25b-b6a3dd37fcfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.716746] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.716978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.717456] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8005ec1e-e2ee-4d25-ac46-a637e0b49fce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.718218] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 389ca696-c648-4ec5-a25b-b6a3dd37fcfc with status ACTIVE [ 861.718416] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.718532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.718592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.719170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.719170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.719170] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.719170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.719170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.719412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.719412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.719689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.719788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.719788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.719922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.720085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.720211] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 389ca696-c648-4ec5-a25b-b6a3dd37fcfc is going to be updated. [ 861.743665] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.743665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.743665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.743665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.744075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.744075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-389ca696-c648-4ec5-a25b-b6a3dd37fcfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.224372] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8005ec1e-e2ee-4d25-ac46-a637e0b49fce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.309021] env[69952]: INFO networking_nsxv3.common.synchronization [req-976d3bca-6550-4877-9578-2dafb71102ab req-68e4bdd4-fa84-4d5d-9dac-fb19bc3ffbe3 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Enqueued Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGHEST for action security_group_members [ 862.309021] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGHEST for action security_group_members [ 862.309021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-01945e4b-1714-4eab-bab8-611a1af27445 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.309021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.309021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.309801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.309958] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.310071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.310126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.310281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.311221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.311221] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01945e4b-1714-4eab-bab8-611a1af27445',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.728357] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.728579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.728579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.728870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.728972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.729094] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce is going to be created. [ 862.758613] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.758792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.758850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.759056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.759232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.767562] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.767891] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-554" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.768052] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-554" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.768423] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-554" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.768728] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.768920] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.769070] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.769336] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.769522] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.769803] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.769922] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.770070] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.770193] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.770326] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.770435] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.770602] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.772345] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce in Status: UNINITIALIZED for 2s [ 862.790843] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.791357] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.791462] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.791715] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-554" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.792377] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-1b97466f-459b-4a2a-a29d-acaaa6885121 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.792804] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-1b97466f-459b-4a2a-a29d-acaaa6885121" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.793112] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-1b97466f-459b-4a2a-a29d-acaaa6885121" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.793632] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-1b97466f-459b-4a2a-a29d-acaaa6885121" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.794712] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b97466f-459b-4a2a-a29d-acaaa6885121',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.815039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.815039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.815039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.815039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.815039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.815039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.815039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.815695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.815695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.815695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.815695] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01945e4b-1714-4eab-bab8-611a1af27445 already deleted. [ 862.815695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.924407] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d in Status: SUCCESS [ 862.924641] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d deletion is rescheduled due to dependency. [ 862.924742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.925524] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76ca446b-a894-4083-861a-04fe9148ab22 in Status: SUCCESS [ 862.925696] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 deletion is rescheduled due to dependency. [ 862.925829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.926627] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 in Status: SUCCESS [ 862.926785] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55496bb1-2dde-440e-8f52-937dcfdd9a11 deletion is rescheduled due to dependency. [ 862.926897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55496bb1-2dde-440e-8f52-937dcfdd9a11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.296688] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.297154] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.297154] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.297468] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.297737] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.297811] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 1b97466f-459b-4a2a-a29d-acaaa6885121 not found, creating... [ 863.298242] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.298461] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.298592] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.298923] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.299111] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.299451] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.299675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.299808] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.300090] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.300256] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.300419] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 1b97466f-459b-4a2a-a29d-acaaa6885121 is going to be created. [ 863.334088] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.334358] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.334506] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.335084] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.335240] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.335477] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-1b97466f-459b-4a2a-a29d-acaaa6885121" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.122016] env[69952]: INFO networking_nsxv3.common.synchronization [req-b8486224-45be-4cc0-b3c9-ec280826621e req-ccbc02ec-f911-4e23-bf02-eedfe8001713 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Enqueued Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 864.123301] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 864.123301] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.123301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.123608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.123790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.123960] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.124167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.124228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.124350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.124512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.124631] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.241774] env[69952]: INFO networking_nsxv3.common.synchronization [req-976d3bca-6550-4877-9578-2dafb71102ab req-c31f1c92-9960-40f3-aea6-d7f44da0ede7 service nova] Enqueued Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGHEST for action security_group_rules [ 864.242115] env[69952]: INFO networking_nsxv3.common.synchronization [req-976d3bca-6550-4877-9578-2dafb71102ab req-c31f1c92-9960-40f3-aea6-d7f44da0ede7 service nova] Enqueued Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGHEST for action security_group_members [ 864.242246] env[69952]: INFO networking_nsxv3.common.synchronization [req-976d3bca-6550-4877-9578-2dafb71102ab req-c31f1c92-9960-40f3-aea6-d7f44da0ede7 service nova] Enqueued Resource ID: 1b97466f-459b-4a2a-a29d-acaaa6885121 with Priority: HIGHEST for action port [ 864.243299] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGHEST for action security_group_rules [ 864.243474] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGHEST for action security_group_members [ 864.243583] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b97466f-459b-4a2a-a29d-acaaa6885121 with Priority: HIGHEST for action port [ 864.244286] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01945e4b-1714-4eab-bab8-611a1af27445 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.244482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.244560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.244838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.245069] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01945e4b-1714-4eab-bab8-611a1af27445',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.246482] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-01945e4b-1714-4eab-bab8-611a1af27445 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.246609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.246676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.246877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.247047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.247144] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.247205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.247371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.247466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.247565] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01945e4b-1714-4eab-bab8-611a1af27445',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.248527] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b97466f-459b-4a2a-a29d-acaaa6885121 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.248650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b97466f-459b-4a2a-a29d-acaaa6885121" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.248717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b97466f-459b-4a2a-a29d-acaaa6885121" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.248973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b97466f-459b-4a2a-a29d-acaaa6885121" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.249049] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b97466f-459b-4a2a-a29d-acaaa6885121',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.627500] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.751857] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-01945e4b-1714-4eab-bab8-611a1af27445 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.751857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.751857] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01945e4b-1714-4eab-bab8-611a1af27445',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.752638] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b97466f-459b-4a2a-a29d-acaaa6885121 with status ACTIVE [ 864.753227] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.753227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.753227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.753431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.753477] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.754102] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.754102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.754102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.754102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.754295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.754491] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.754608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.754669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.755054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.755171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.755264] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b97466f-459b-4a2a-a29d-acaaa6885121 is going to be updated. [ 864.786317] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.786485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.786556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.786767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.786993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.787171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b97466f-459b-4a2a-a29d-acaaa6885121" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.788258] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce in Status: SUCCESS [ 864.788441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.788634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.788949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.788949] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.789115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.789115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.790129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.790129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.790129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.790129] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8005ec1e-e2ee-4d25-ac46-a637e0b49fce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.130070] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.259563] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01945e4b-1714-4eab-bab8-611a1af27445',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.291914] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.292123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.292209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.292397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.292850] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.292850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.292850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.292850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.293070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.293070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.293244] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.293244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.293320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.293434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.293550] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.293643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.293708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.293828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.293883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.293964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.294068] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8005ec1e-e2ee-4d25-ac46-a637e0b49fce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.636887] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.637256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.637256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.637463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.638190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.638344] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53561efe-6070-4002-965b-cfb8072623a8 is going to be updated. [ 865.669012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.669198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.669248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.669439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.669588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.678991] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: IN_PROGRESS for 2s [ 865.764917] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.765830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.765830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.765830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.765830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.765830] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01945e4b-1714-4eab-bab8-611a1af27445 is going to be created. [ 865.792490] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.792677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.792752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.792959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.793099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.796729] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8005ec1e-e2ee-4d25-ac46-a637e0b49fce: rpc.has_security_group_logging(os_id): False [ 865.812871] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01945e4b-1714-4eab-bab8-611a1af27445 in Status: UNINITIALIZED for 2s [ 865.814942] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.815093] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.815155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.815366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.815451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.815637] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.815738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.815801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.815954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.816043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.816239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.816332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.816392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.816531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.816602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.817265] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.817265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.817265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.817468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.817581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.817705] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce is going to be created. [ 865.886350] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.889449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.889449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.889449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.889449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.898253] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce in Status: IN_PROGRESS for 2s [ 867.225097] env[69952]: INFO networking_nsxv3.common.synchronization [req-ec9610ef-7b15-42e1-9266-c750b80791e8 req-df5ca24a-5a3d-4ee9-8954-232a372d1508 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Enqueued Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGHEST for action security_group_members [ 867.226029] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGHEST for action security_group_members [ 867.226029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.226220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.226220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.226452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.226608] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.226706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.226769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.226922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.227011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.227113] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b88ae45-cdbf-4f38-ae55-64ba28cadc76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.591048] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.591268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-632" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.591401] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-632" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.591675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-632" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.591970] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.592563] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.592747] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.593119] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.593423] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.593719] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.593967] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.594216] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.594216] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.594347] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 867.594824] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.594824] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.614234] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.614396] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 867.614544] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.614749] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-632" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.615287] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-407b3067-0128-414a-acfe-927509e4e18c taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.617056] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-407b3067-0128-414a-acfe-927509e4e18c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.617056] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-407b3067-0128-414a-acfe-927509e4e18c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.617056] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-407b3067-0128-414a-acfe-927509e4e18c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.617056] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407b3067-0128-414a-acfe-927509e4e18c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.688524] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: SUCCESS [ 867.689543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.731927] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.732125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.732207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.732409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.732488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.732689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.732780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.732995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.732995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.733157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.733157] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 already deleted. [ 867.733252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.824854] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01945e4b-1714-4eab-bab8-611a1af27445 in Status: SUCCESS [ 867.825097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.825270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.826634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.826634] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.826634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.826634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.826634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.826634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.826634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.826634] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01945e4b-1714-4eab-bab8-611a1af27445',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.916605] env[69952]: INFO networking_nsxv3.common.synchronization [req-62788fa5-31a9-43fa-815a-e196d3cf4520 req-f32f8bc2-e0ce-4636-998c-195c7dd41453 tempest-ServersAdminNegativeTestJSON-303414435 tempest-ServersAdminNegativeTestJSON-303414435-project-member] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 867.917438] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce in Status: SUCCESS [ 867.918936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.918936] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGHEST for action security_group_members [ 867.918936] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.918936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.919221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.919260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.919409] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.919508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.919563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.919749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.919873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.920037] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.122898] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.123163] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.123322] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.124127] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.124127] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.124127] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 407b3067-0128-414a-acfe-927509e4e18c not found, creating... [ 868.124394] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.124564] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.124685] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.124928] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.125330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.125575] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.125787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.125944] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.126239] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.126563] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.126712] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 407b3067-0128-414a-acfe-927509e4e18c is going to be created. [ 868.147797] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.148098] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.148183] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.148466] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.148727] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.149109] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-407b3067-0128-414a-acfe-927509e4e18c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.330659] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-01945e4b-1714-4eab-bab8-611a1af27445 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.331142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.331142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.331242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.331346] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.331479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.331548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.332618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.332618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.332618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.332618] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-01945e4b-1714-4eab-bab8-611a1af27445 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.332618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.332618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.332618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.333168] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.333168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.333168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.333168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.333168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.333168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.333459] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01945e4b-1714-4eab-bab8-611a1af27445',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.424473] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.424473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.424473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.424797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.424797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.424961] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.425046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.425046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.425375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.425375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.425375] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee is going to be updated. [ 868.457825] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.458035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.458216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.458288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.461671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.468640] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: IN_PROGRESS for 2s [ 868.835385] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01945e4b-1714-4eab-bab8-611a1af27445: rpc.has_security_group_logging(os_id): False [ 868.869024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.869024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.869024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.869024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.869918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.870016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.870407] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.870494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.870599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.870899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.871691] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.871691] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01945e4b-1714-4eab-bab8-611a1af27445 is going to be created. [ 868.943450] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.943649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.943649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.943870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.944065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.956515] env[69952]: INFO networking_nsxv3.common.synchronization [req-ec9610ef-7b15-42e1-9266-c750b80791e8 req-bc741509-68dc-4532-8e24-0a720a04a51a service nova] Enqueued Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGHEST for action security_group_rules [ 868.956840] env[69952]: INFO networking_nsxv3.common.synchronization [req-ec9610ef-7b15-42e1-9266-c750b80791e8 req-bc741509-68dc-4532-8e24-0a720a04a51a service nova] Enqueued Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGHEST for action security_group_members [ 868.957109] env[69952]: INFO networking_nsxv3.common.synchronization [req-ec9610ef-7b15-42e1-9266-c750b80791e8 req-bc741509-68dc-4532-8e24-0a720a04a51a service nova] Enqueued Resource ID: 407b3067-0128-414a-acfe-927509e4e18c with Priority: HIGHEST for action port [ 868.959661] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01945e4b-1714-4eab-bab8-611a1af27445 in Status: IN_PROGRESS for 2s [ 868.959661] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGHEST for action security_group_rules [ 868.959661] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGHEST for action security_group_members [ 868.959661] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407b3067-0128-414a-acfe-927509e4e18c with Priority: HIGHEST for action port [ 868.960136] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.960136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.960136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.960546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.960668] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b88ae45-cdbf-4f38-ae55-64ba28cadc76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.961691] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.961805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.961867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.963502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.963502] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.963502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.963502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.963502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.963502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.963502] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b88ae45-cdbf-4f38-ae55-64ba28cadc76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.964083] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-407b3067-0128-414a-acfe-927509e4e18c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.964083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407b3067-0128-414a-acfe-927509e4e18c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.964083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407b3067-0128-414a-acfe-927509e4e18c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.964083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407b3067-0128-414a-acfe-927509e4e18c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.964083] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407b3067-0128-414a-acfe-927509e4e18c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.465887] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.466291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.466291] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b88ae45-cdbf-4f38-ae55-64ba28cadc76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.467165] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 407b3067-0128-414a-acfe-927509e4e18c with status ACTIVE [ 869.467340] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.467448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.467522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.467747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.467854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.467988] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.468092] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.468151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.468302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.468374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.468552] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.468635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.468693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.468832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.468901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.468985] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 407b3067-0128-414a-acfe-927509e4e18c is going to be updated. [ 869.494907] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.494907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.494907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.494907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.494907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.494907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407b3067-0128-414a-acfe-927509e4e18c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.972648] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b88ae45-cdbf-4f38-ae55-64ba28cadc76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.474916] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.475280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.475280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.475398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.475456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.475533] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 is going to be created. [ 870.480880] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a5e5655-ceae-49be-be39-386e8e4472ee in Status: SUCCESS [ 870.481081] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee deletion is rescheduled due to dependency. [ 870.481189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.500835] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.501027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.501964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.501964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.501964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.515066] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 in Status: UNINITIALIZED for 2s [ 870.971497] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01945e4b-1714-4eab-bab8-611a1af27445 in Status: SUCCESS [ 870.971766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.659373] env[69952]: INFO networking_nsxv3.common.synchronization [req-33d40283-e086-482f-85ce-d76ce911e32d req-0ac4103f-0bc9-41ce-8ab5-58f541a4be42 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 871.659776] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 871.661608] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.661608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.661608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.661847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.661847] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.662096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.662096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.662304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.662411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.662525] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.054103] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.054423] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.054568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.054844] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.055187] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.055352] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.055475] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.055700] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.055952] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.056078] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.056276] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.056333] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.056409] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.056523] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.056632] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.056771] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.079998] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.080886] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.080886] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.080886] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.080886] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-f266469a-597d-47db-a12e-6c407398414f taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.081259] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-f266469a-597d-47db-a12e-6c407398414f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.081259] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-f266469a-597d-47db-a12e-6c407398414f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.081820] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-f266469a-597d-47db-a12e-6c407398414f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.081820] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f266469a-597d-47db-a12e-6c407398414f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.165569] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.165569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.165569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.165744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.166614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.166614] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.166614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.166614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.166614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.166614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.166614] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c already deleted. [ 872.166614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.525606] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 in Status: SUCCESS [ 872.525808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.526061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.526591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.526591] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.526736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.526736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.526913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.526962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.527026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.527119] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b88ae45-cdbf-4f38-ae55-64ba28cadc76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.584403] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.584656] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.584756] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.585346] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.585346] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.585492] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port f266469a-597d-47db-a12e-6c407398414f not found, creating... [ 872.585634] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.585797] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.585916] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.586160] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.586300] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.586585] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.586744] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.586864] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.587092] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.587226] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.587364] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: f266469a-597d-47db-a12e-6c407398414f is going to be created. [ 872.607346] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.607550] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.607684] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.607959] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.608209] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.608437] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-f266469a-597d-47db-a12e-6c407398414f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.029991] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.030359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.030359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.030451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.030620] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.030779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.030898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.030982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.031071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.031156] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.031305] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.031396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.031456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.031597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.031729] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.031817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.031876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.032018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.032112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.032201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.032287] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b88ae45-cdbf-4f38-ae55-64ba28cadc76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.392605] env[69952]: INFO networking_nsxv3.common.synchronization [req-33d40283-e086-482f-85ce-d76ce911e32d req-e1a3e719-db87-44a9-b8ac-9ecae3087369 service nova] Enqueued Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_rules [ 873.392605] env[69952]: INFO networking_nsxv3.common.synchronization [req-33d40283-e086-482f-85ce-d76ce911e32d req-e1a3e719-db87-44a9-b8ac-9ecae3087369 service nova] Enqueued Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 873.392605] env[69952]: INFO networking_nsxv3.common.synchronization [req-33d40283-e086-482f-85ce-d76ce911e32d req-e1a3e719-db87-44a9-b8ac-9ecae3087369 service nova] Enqueued Resource ID: f266469a-597d-47db-a12e-6c407398414f with Priority: HIGHEST for action port [ 873.392939] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_rules [ 873.393669] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 873.393829] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f266469a-597d-47db-a12e-6c407398414f with Priority: HIGHEST for action port [ 873.394174] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.394295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.394363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.394717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.394769] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.396285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.396285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.396285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.396285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.396285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.396285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.396565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.396565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.396565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.396663] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.397953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f266469a-597d-47db-a12e-6c407398414f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.397953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f266469a-597d-47db-a12e-6c407398414f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.397953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f266469a-597d-47db-a12e-6c407398414f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.397953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f266469a-597d-47db-a12e-6c407398414f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.397953] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f266469a-597d-47db-a12e-6c407398414f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.534302] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b88ae45-cdbf-4f38-ae55-64ba28cadc76: rpc.has_security_group_logging(os_id): False [ 873.556025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.556025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.556025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.556025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.556025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.556025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.556025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.556025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.556025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.556025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.556025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.556025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.556682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.556682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.556682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.556682] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.556682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.556900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.556900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.556997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.557102] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 is going to be created. [ 873.643179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.643179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.643179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.643179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.643179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.664203] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 in Status: IN_PROGRESS for 2s [ 873.899440] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.899675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.899812] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.900782] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f266469a-597d-47db-a12e-6c407398414f with status ACTIVE [ 873.902234] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.902234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.902234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.902234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.902234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.902234] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.902234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.902234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.902234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.902234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.904985] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.904985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.904985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.904985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.905299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.905299] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f266469a-597d-47db-a12e-6c407398414f is going to be updated. [ 873.931057] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.931057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.931057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.931312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.931918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.932167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f266469a-597d-47db-a12e-6c407398414f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.283405] env[69952]: INFO networking_nsxv3.common.synchronization [req-2951553a-77fd-4a65-8f63-6656e5c77f22 req-aa3cf16b-d29b-4a3b-837e-0c5485afdc2d tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 874.286614] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 874.286614] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.286614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.286614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.286614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.286614] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.286614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.286614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.286614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.286614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.287484] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.407827] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.792198] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.911047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.911220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.911298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.912546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.912546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.912644] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c is going to be created. [ 874.947607] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.947884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.947884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.948175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.948370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.959381] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: UNINITIALIZED for 2s [ 875.295375] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.693075] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 in Status: SUCCESS [ 875.693075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.800538] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.800741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.800793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.801037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.801198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.801235] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 is going to be updated. [ 875.829759] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.829952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.830155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.830256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.830423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.842989] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: IN_PROGRESS for 2s [ 876.082222] env[69952]: INFO networking_nsxv3.common.synchronization [req-88d2c52e-f18b-404f-806f-204475f30f32 req-2c702ef1-db42-4e43-bf4a-51c9d63c1796 tempest-InstanceActionsNegativeTestJSON-279699103 tempest-InstanceActionsNegativeTestJSON-279699103-project-member] Enqueued Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGHEST for action security_group_members [ 876.082770] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGHEST for action security_group_members [ 876.085674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-01945e4b-1714-4eab-bab8-611a1af27445 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.085674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.085674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.085674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.085674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.085674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.085674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.085674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.085674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.085674] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01945e4b-1714-4eab-bab8-611a1af27445',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.588668] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.588668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.588668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.589076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.589076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.589866] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.589866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.589866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.589866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.589866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.589866] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01945e4b-1714-4eab-bab8-611a1af27445 is going to be updated. [ 876.620357] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.620699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.620779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.621071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.623036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.632234] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01945e4b-1714-4eab-bab8-611a1af27445 in Status: IN_PROGRESS for 2s [ 876.978026] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: SUCCESS [ 876.978026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.978026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.978026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.978026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.978026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.978026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.978026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.978026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.978026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.978026] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.489453] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.489669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.489762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.490102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.490309] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.490428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.490618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.490702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.490786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.490867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.491614] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.491614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.491614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.491614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.491889] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.491889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.492050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.492166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.492166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.492308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.492308] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.853603] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: SUCCESS [ 877.854059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.995524] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6611243a-e101-48f9-b866-5d4ed1e7bc0c: rpc.has_security_group_logging(os_id): False [ 878.015691] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.015940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.015940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.016162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.016255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.016515] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.016619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.016680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.016839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.017107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.017175] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.017251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.017299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.017404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.017476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.017645] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.017735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.017788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.017955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.018967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.019164] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c is going to be created. [ 878.080909] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.080909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.080909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.080909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.080909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.092534] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: IN_PROGRESS for 2s [ 878.646631] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01945e4b-1714-4eab-bab8-611a1af27445 in Status: SUCCESS [ 878.646631] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01945e4b-1714-4eab-bab8-611a1af27445 deletion is rescheduled due to dependency. [ 878.646631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.732595] env[69952]: INFO networking_nsxv3.common.synchronization [req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 req-0114bdb1-ff3b-4947-acb8-3bde3db03e5a tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 878.733992] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 878.733992] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.733992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.733992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.734262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.734350] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.734480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.734548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.734758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.734868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.734966] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.882757] env[69952]: INFO networking_nsxv3.common.synchronization [None req-6f6b4e2e-5189-4191-b1dc-d1b2f86c4848 None None] Enqueued Resource ID: 96969275-43bc-47c2-bd3d-2368324ef3a0 with Priority: HIGHEST for action port [ 878.883550] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96969275-43bc-47c2-bd3d-2368324ef3a0 with Priority: HIGHEST for action port [ 878.883886] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-96969275-43bc-47c2-bd3d-2368324ef3a0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.883951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96969275-43bc-47c2-bd3d-2368324ef3a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.884418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96969275-43bc-47c2-bd3d-2368324ef3a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.884418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96969275-43bc-47c2-bd3d-2368324ef3a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.884789] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96969275-43bc-47c2-bd3d-2368324ef3a0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.133315] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.133315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.133315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.133315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.133315] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.133315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.133315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.133315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.133315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.133794] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.133794] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.133794] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.133794] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.134023] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.134023] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.134356] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.168585] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.168585] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.168585] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.168585] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.168585] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-aa01ef9d-54d0-4444-b818-2c4abc0d904d taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.168585] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-aa01ef9d-54d0-4444-b818-2c4abc0d904d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.168585] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-aa01ef9d-54d0-4444-b818-2c4abc0d904d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.168873] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-aa01ef9d-54d0-4444-b818-2c4abc0d904d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.169090] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa01ef9d-54d0-4444-b818-2c4abc0d904d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.239152] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.239152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.239152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.239152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.263905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.264298] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.264443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.264443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.264666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.264748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.264841] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 879.308982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.309238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.309238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.309415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.309599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.321619] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 879.386622] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96969275-43bc-47c2-bd3d-2368324ef3a0 [ 879.386934] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.386997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.387049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.388788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.389101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.389160] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96969275-43bc-47c2-bd3d-2368324ef3a0 already deleted. [ 879.389201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96969275-43bc-47c2-bd3d-2368324ef3a0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.672725] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.672725] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.672987] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.673397] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.673683] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.674074] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port aa01ef9d-54d0-4444-b818-2c4abc0d904d not found, creating... [ 879.676412] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.676412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.676412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.676412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.676412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.676412] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.677159] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.677596] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.677991] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.678270] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.678508] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: aa01ef9d-54d0-4444-b818-2c4abc0d904d is going to be created. [ 879.707073] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.707073] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.707073] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.707073] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.707073] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.707073] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-aa01ef9d-54d0-4444-b818-2c4abc0d904d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.111853] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: SUCCESS [ 880.112163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.402292] env[69952]: INFO networking_nsxv3.common.synchronization [req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 req-d2b7daeb-58c4-4a7a-a5c9-095d8905caf9 service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 880.402292] env[69952]: INFO networking_nsxv3.common.synchronization [req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 req-d2b7daeb-58c4-4a7a-a5c9-095d8905caf9 service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 880.402292] env[69952]: INFO networking_nsxv3.common.synchronization [req-f6e19133-17e9-4734-a6cb-6ac5b1d61ab7 req-d2b7daeb-58c4-4a7a-a5c9-095d8905caf9 service nova] Enqueued Resource ID: aa01ef9d-54d0-4444-b818-2c4abc0d904d with Priority: HIGHEST for action port [ 880.402845] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 880.402896] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 880.403064] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa01ef9d-54d0-4444-b818-2c4abc0d904d with Priority: HIGHEST for action port [ 880.403391] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.403523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.403590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.403795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.403879] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.405982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.405982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.405982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa01ef9d-54d0-4444-b818-2c4abc0d904d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.405982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa01ef9d-54d0-4444-b818-2c4abc0d904d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.405982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa01ef9d-54d0-4444-b818-2c4abc0d904d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.405982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa01ef9d-54d0-4444-b818-2c4abc0d904d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.405982] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa01ef9d-54d0-4444-b818-2c4abc0d904d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.909110] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.912468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.916019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa01ef9d-54d0-4444-b818-2c4abc0d904d with status ACTIVE [ 880.916019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.916019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.916019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.916019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.916019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa01ef9d-54d0-4444-b818-2c4abc0d904d is going to be updated. [ 880.941415] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.941415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.941415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.941415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.941415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.941415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa01ef9d-54d0-4444-b818-2c4abc0d904d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.945135] env[69952]: INFO networking_nsxv3.common.synchronization [None req-daba15e5-723b-4b9f-b6b0-e6eba6733b2a None None] Enqueued Resource ID: 30f64bf2-0168-44e2-bc5d-1c47213f2718 with Priority: HIGHEST for action port [ 880.945461] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f64bf2-0168-44e2-bc5d-1c47213f2718 with Priority: HIGHEST for action port [ 880.947402] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f64bf2-0168-44e2-bc5d-1c47213f2718 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.947402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f64bf2-0168-44e2-bc5d-1c47213f2718" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.947402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f64bf2-0168-44e2-bc5d-1c47213f2718" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.947578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f64bf2-0168-44e2-bc5d-1c47213f2718" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.947628] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f64bf2-0168-44e2-bc5d-1c47213f2718',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.335074] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 881.335074] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 deletion is rescheduled due to dependency. [ 881.335074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.335074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.335074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.335074] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.335074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.335464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.335464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.335464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.335464] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.453645] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30f64bf2-0168-44e2-bc5d-1c47213f2718 [ 881.453897] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.454040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.454134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.454320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.454409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.454501] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30f64bf2-0168-44e2-bc5d-1c47213f2718 already deleted. [ 881.454579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f64bf2-0168-44e2-bc5d-1c47213f2718" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.837535] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.340871] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.843475] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.843658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.843714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.843938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.844050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.844185] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 882.883032] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.883171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.883227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.883786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.883786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.895044] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 884.413914] env[69952]: INFO networking_nsxv3.common.synchronization [req-e90ce591-844b-4887-b946-3325838563b9 req-cbc9e839-143d-44f6-ac56-f091606fd27f tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Enqueued Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGHEST for action security_group_members [ 884.413914] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGHEST for action security_group_members [ 884.414486] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.414486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.414670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.415954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.415954] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.415954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.415954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.415954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.415954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.415954] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b88ae45-cdbf-4f38-ae55-64ba28cadc76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.913419] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 884.913419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.913419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.913419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.913419] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.913419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.913419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.913419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.913419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.913419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.913419] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.920107] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.920107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.920107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.920326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.920383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.920583] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.920705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.921013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.921287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.921287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.921377] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 is going to be updated. [ 884.958469] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.958649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.958649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.959510] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.959510] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.972368] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 in Status: IN_PROGRESS for 2s [ 885.436114] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.436114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.436114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.436717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.436831] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.437044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.437089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.437267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.441027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.441027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.441027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.441027] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.942765] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 508193cb-ad6e-42b3-b375-4cdbc2887c82: rpc.has_security_group_logging(os_id): False [ 885.961612] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.961933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.962106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.962567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.962940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.963321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.963590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.963781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.964230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.964381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.964659] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.964863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.964986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.965217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.965382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.965698] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.966108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.966504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.968676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.968676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.968676] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 886.041334] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.041334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.041334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.041334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.041334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.059239] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 886.229236] env[69952]: INFO networking_nsxv3.common.synchronization [req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a req-de766c6a-d01f-42f8-9f6d-b62c65c8439c tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 886.229236] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 886.229236] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.229236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.229236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.229236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.229236] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.229236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.229236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.230211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.230529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.230781] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.734564] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.735484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.735484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.735484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.735484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.735678] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.735678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.735678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.736125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.736125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.736490] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be deleted. [ 886.774937] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.775644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.775729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.775954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.776159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.776229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.799436] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.799807] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.800248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.800647] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.801132] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.801340] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.801469] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.801729] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.801880] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.802130] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.802289] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.802357] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.802470] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.802582] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 886.802690] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.802830] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.825990] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.826246] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 886.826395] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.826585] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.826917] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-41464533-0094-4c37-be37-a2938b571d2c taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.827110] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-41464533-0094-4c37-be37-a2938b571d2c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.827236] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-41464533-0094-4c37-be37-a2938b571d2c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.827578] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-41464533-0094-4c37-be37-a2938b571d2c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.827724] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41464533-0094-4c37-be37-a2938b571d2c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.984353] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 in Status: SUCCESS [ 886.984353] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 deletion is rescheduled due to dependency. [ 886.984353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.331765] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.335019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.335019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.335019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.335019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.335019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 41464533-0094-4c37-be37-a2938b571d2c not found, creating... [ 887.335019] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.335019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.335019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.335019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.335019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.335354] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.335354] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.335354] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.335354] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.335354] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.336051] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 41464533-0094-4c37-be37-a2938b571d2c is going to be created. [ 887.356684] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.359128] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.359128] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.359128] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.359128] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.359128] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-41464533-0094-4c37-be37-a2938b571d2c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.401198] env[69952]: INFO networking_nsxv3.common.synchronization [None req-0ab38f17-640e-495a-9d0f-8815d6831e40 None None] Enqueued Resource ID: dad47425-b23a-4aa0-bdfe-460c8837ca3f with Priority: HIGHEST for action port [ 887.403457] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad47425-b23a-4aa0-bdfe-460c8837ca3f with Priority: HIGHEST for action port [ 887.404059] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad47425-b23a-4aa0-bdfe-460c8837ca3f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.404199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad47425-b23a-4aa0-bdfe-460c8837ca3f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.404267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad47425-b23a-4aa0-bdfe-460c8837ca3f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.404530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad47425-b23a-4aa0-bdfe-460c8837ca3f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.404613] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad47425-b23a-4aa0-bdfe-460c8837ca3f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.913490] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dad47425-b23a-4aa0-bdfe-460c8837ca3f [ 887.913490] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.913490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.913490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.913490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.913490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.913490] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dad47425-b23a-4aa0-bdfe-460c8837ca3f already deleted. [ 887.913490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad47425-b23a-4aa0-bdfe-460c8837ca3f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.074234] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 888.074876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.258035] env[69952]: INFO networking_nsxv3.common.synchronization [req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a req-b3c4c069-be7b-4e17-a58f-e816f7d55d79 service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 888.258035] env[69952]: INFO networking_nsxv3.common.synchronization [req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a req-b3c4c069-be7b-4e17-a58f-e816f7d55d79 service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 888.258035] env[69952]: INFO networking_nsxv3.common.synchronization [req-fabe3000-04e8-4bcc-9ae8-07bdfa61f70a req-b3c4c069-be7b-4e17-a58f-e816f7d55d79 service nova] Enqueued Resource ID: 41464533-0094-4c37-be37-a2938b571d2c with Priority: HIGHEST for action port [ 888.258035] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 888.258317] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 888.258317] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41464533-0094-4c37-be37-a2938b571d2c with Priority: HIGHEST for action port [ 888.258497] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.258621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.258769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.258973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.259092] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.261629] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.263078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.263078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.263078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.263078] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.263078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.263078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.263078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.263078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.263078] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.266063] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-41464533-0094-4c37-be37-a2938b571d2c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.266063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41464533-0094-4c37-be37-a2938b571d2c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.266063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41464533-0094-4c37-be37-a2938b571d2c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.266063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41464533-0094-4c37-be37-a2938b571d2c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.266063] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41464533-0094-4c37-be37-a2938b571d2c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.440928] env[69952]: INFO networking_nsxv3.common.synchronization [None req-1da1e4bb-50aa-4507-93d1-718cc938f0b3 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Enqueued Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_rules [ 888.441559] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_rules [ 888.441882] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c2504a-18c5-408b-9c51-9deb7a63361b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.442015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.445465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.445465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.445465] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.562344] env[69952]: INFO networking_nsxv3.common.synchronization [None req-cc912047-c49d-42e0-a26a-e2e0e32b843a tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Enqueued Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_rules [ 888.563353] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_rules [ 888.563689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c2504a-18c5-408b-9c51-9deb7a63361b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.563953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.767252] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.768352] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.768486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.768640] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41464533-0094-4c37-be37-a2938b571d2c with status ACTIVE [ 888.768790] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.768898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.768963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.769218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.769307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.769477] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.769574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.769636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.769789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.769865] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.770108] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.770210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.770264] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.770408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.770487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.770571] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41464533-0094-4c37-be37-a2938b571d2c is going to be updated. [ 888.793019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.793019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.793019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.793019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.793019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.793019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41464533-0094-4c37-be37-a2938b571d2c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.967028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.967349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.967349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.971407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.971580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.971642] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c2504a-18c5-408b-9c51-9deb7a63361b already deleted. [ 888.971860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.971926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.972088] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.972173] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.272946] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.497121] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.497121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.497121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.497121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.497121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.497121] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c2504a-18c5-408b-9c51-9deb7a63361b already deleted. [ 889.497121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.778307] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.778535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.778604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.778820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.778916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.779028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be created. [ 889.805244] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.805430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.805430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.805836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.806067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.816684] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: UNINITIALIZED for 2s [ 889.861999] env[69952]: INFO networking_nsxv3.common.synchronization [None req-a85dea10-af62-41fb-8932-8aeec7f1c03c None None] Enqueued Resource ID: 22aa4eb8-46d7-4eb9-b531-6e042900b7c8 with Priority: HIGHEST for action port [ 889.862119] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22aa4eb8-46d7-4eb9-b531-6e042900b7c8 with Priority: HIGHEST for action port [ 889.862600] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-22aa4eb8-46d7-4eb9-b531-6e042900b7c8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.862722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22aa4eb8-46d7-4eb9-b531-6e042900b7c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.863102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22aa4eb8-46d7-4eb9-b531-6e042900b7c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.863311] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22aa4eb8-46d7-4eb9-b531-6e042900b7c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.863479] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22aa4eb8-46d7-4eb9-b531-6e042900b7c8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.233201] env[69952]: INFO networking_nsxv3.common.synchronization [req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 req-2ff1fb99-cd8f-4227-8e57-fa614159398a tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 890.233201] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 890.234424] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.234773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.234959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.235301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.235671] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.235912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.236611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.236888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.237081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.237255] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.370058] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22aa4eb8-46d7-4eb9-b531-6e042900b7c8 [ 890.370321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.372013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.372013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.372196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.372196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.372275] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22aa4eb8-46d7-4eb9-b531-6e042900b7c8 already deleted. [ 890.372370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22aa4eb8-46d7-4eb9-b531-6e042900b7c8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.684530] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.684769] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.684897] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.685213] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.685506] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.685668] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.685814] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.687364] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.687449] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.687624] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.687746] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.687926] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.687972] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.688126] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.688242] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.688382] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.707248] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.707443] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.707587] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.707762] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.708187] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-be032a47-dba4-455b-816b-8b85c6e14e41 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.708388] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-be032a47-dba4-455b-816b-8b85c6e14e41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.708512] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-be032a47-dba4-455b-816b-8b85c6e14e41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.709361] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-be032a47-dba4-455b-816b-8b85c6e14e41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.709361] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be032a47-dba4-455b-816b-8b85c6e14e41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.742414] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.742414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.742414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.742414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.742414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.742414] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.742414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.742414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.742414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.742414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.742414] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 is going to be deleted. [ 890.769463] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.770450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.770450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.770450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.770450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.770450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.212896] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.213116] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.214022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.214130] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.214572] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.214876] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port be032a47-dba4-455b-816b-8b85c6e14e41 not found, creating... [ 891.215373] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.216585] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.217105] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.217592] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.217903] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.218517] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.218831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.219257] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.219547] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.219836] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.220206] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: be032a47-dba4-455b-816b-8b85c6e14e41 is going to be created. [ 891.260144] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.260513] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.261374] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.261374] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.261374] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.261615] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-be032a47-dba4-455b-816b-8b85c6e14e41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.828667] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 891.828667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.828667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.828782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.828953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.829081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.829146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.829296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.829372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.829457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.829549] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.984147] env[69952]: INFO networking_nsxv3.common.synchronization [req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 req-a71c1236-c0d2-4174-bc97-006125256f67 service nova] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_rules [ 891.984147] env[69952]: INFO networking_nsxv3.common.synchronization [req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 req-a71c1236-c0d2-4174-bc97-006125256f67 service nova] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 891.984306] env[69952]: INFO networking_nsxv3.common.synchronization [req-6c2cd48a-9606-431a-b71b-5fe7debf27f5 req-a71c1236-c0d2-4174-bc97-006125256f67 service nova] Enqueued Resource ID: be032a47-dba4-455b-816b-8b85c6e14e41 with Priority: HIGHEST for action port [ 891.984849] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_rules [ 891.984985] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 891.985158] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be032a47-dba4-455b-816b-8b85c6e14e41 with Priority: HIGHEST for action port [ 891.985469] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.985639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.985705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.985944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.986054] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.988936] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.988936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.988936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.988936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.988936] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.988936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.988936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.988936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.988936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.988936] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.990313] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-be032a47-dba4-455b-816b-8b85c6e14e41 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.990427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be032a47-dba4-455b-816b-8b85c6e14e41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.990427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be032a47-dba4-455b-816b-8b85c6e14e41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.990599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be032a47-dba4-455b-816b-8b85c6e14e41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.990677] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be032a47-dba4-455b-816b-8b85c6e14e41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.335170] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.335170] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.335170] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.335170] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.335170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.335931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.335931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.335931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.335931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.335931] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.494783] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be032a47-dba4-455b-816b-8b85c6e14e41 with status ACTIVE [ 892.494940] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.495200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.495355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.495917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.495917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.496125] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.496358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.496358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.497086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.497086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.497086] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.497086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.497086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.497239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.497315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.497397] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be032a47-dba4-455b-816b-8b85c6e14e41 is going to be updated. [ 892.499397] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.500237] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.500460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.526829] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.526829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.526829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.526829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.526829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.526829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be032a47-dba4-455b-816b-8b85c6e14e41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.841019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d59d0e8a-5fb8-43b5-a94e-3463cd4079fe: rpc.has_security_group_logging(os_id): False [ 892.859942] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.860254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.860254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.860455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.860546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.860766] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.860867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.860937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.861170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.861236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.861387] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.861485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.861545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.861688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.861762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.861937] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.862200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.862317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.862572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.862607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.862922] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be created. [ 892.924756] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.924908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.925032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.925371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.925648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.931891] env[69952]: INFO networking_nsxv3.common.synchronization [req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 req-a0ef2f46-ea33-442c-9022-a9bcc8660ef8 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Enqueued Resource ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 with Priority: HIGHEST for action security_group_members [ 892.934071] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 with Priority: HIGHEST for action security_group_members [ 892.934539] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aebfcbf-1dbc-497e-921b-a0e736532376 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.935177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.935340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.935716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.936374] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.936535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.936645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.936885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.937130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.937362] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aebfcbf-1dbc-497e-921b-a0e736532376',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.946235] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 893.002914] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.405611] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.405900] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-53" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.405900] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-53" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.406364] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-53" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.406603] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.406789] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.406927] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.407176] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.407365] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.407572] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.407704] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.407829] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.408010] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.408293] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.408420] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.408561] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.429285] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.429285] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 893.429285] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.430119] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-53" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.430243] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-7eb652bb-5a8c-4da0-ac50-df9f9924065b taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.430473] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-7eb652bb-5a8c-4da0-ac50-df9f9924065b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.430634] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-7eb652bb-5a8c-4da0-ac50-df9f9924065b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.430997] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-7eb652bb-5a8c-4da0-ac50-df9f9924065b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.431247] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb652bb-5a8c-4da0-ac50-df9f9924065b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.441751] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.442095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.442195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.443430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.443604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.443884] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.444235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.445333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.445579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.445829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.445963] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 already deleted. [ 893.446091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.505081] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.505270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.505412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.505814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.505814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.506015] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 is going to be created. [ 893.533082] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.533489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.533489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.536050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.536050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.546048] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: UNINITIALIZED for 2s [ 893.934730] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.935184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.935434] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.935890] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.936175] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.936454] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 7eb652bb-5a8c-4da0-ac50-df9f9924065b not found, creating... [ 893.936944] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.938656] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.938854] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.939644] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.939644] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.939735] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.939883] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.940019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.940291] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.940435] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.940589] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 7eb652bb-5a8c-4da0-ac50-df9f9924065b is going to be created. [ 893.968212] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.968500] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.968644] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.968921] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.969214] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.969422] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-7eb652bb-5a8c-4da0-ac50-df9f9924065b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.830582] env[69952]: INFO networking_nsxv3.common.synchronization [req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 req-fd73cf45-0429-47a6-8429-d2c540a2612c service nova] Enqueued Resource ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 with Priority: HIGHEST for action security_group_rules [ 894.830811] env[69952]: INFO networking_nsxv3.common.synchronization [req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 req-fd73cf45-0429-47a6-8429-d2c540a2612c service nova] Enqueued Resource ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 with Priority: HIGHEST for action security_group_members [ 894.830811] env[69952]: INFO networking_nsxv3.common.synchronization [req-f0dd0375-82a7-43e0-9e09-ebc5fcb87ef9 req-fd73cf45-0429-47a6-8429-d2c540a2612c service nova] Enqueued Resource ID: 7eb652bb-5a8c-4da0-ac50-df9f9924065b with Priority: HIGHEST for action port [ 894.831670] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 with Priority: HIGHEST for action security_group_rules [ 894.831926] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 with Priority: HIGHEST for action security_group_members [ 894.832063] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb652bb-5a8c-4da0-ac50-df9f9924065b with Priority: HIGHEST for action port [ 894.832465] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9aebfcbf-1dbc-497e-921b-a0e736532376 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.832655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.833355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.833355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.833355] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9aebfcbf-1dbc-497e-921b-a0e736532376',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.834950] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aebfcbf-1dbc-497e-921b-a0e736532376 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.835155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.835358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.835475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.835698] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.835834] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.835934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.836161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.836309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.836453] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aebfcbf-1dbc-497e-921b-a0e736532376',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.837953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb652bb-5a8c-4da0-ac50-df9f9924065b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.838423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb652bb-5a8c-4da0-ac50-df9f9924065b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.838423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb652bb-5a8c-4da0-ac50-df9f9924065b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.838423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb652bb-5a8c-4da0-ac50-df9f9924065b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.841183] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb652bb-5a8c-4da0-ac50-df9f9924065b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.965744] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 894.965985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.342910] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9aebfcbf-1dbc-497e-921b-a0e736532376',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.344012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aebfcbf-1dbc-497e-921b-a0e736532376 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.344174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.344437] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eb652bb-5a8c-4da0-ac50-df9f9924065b with status ACTIVE [ 895.344437] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.344631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.344631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.344794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.344870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.345063] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.345176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.345246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.345557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.345557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.345719] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.345851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.345851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.345972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.346058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.346466] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eb652bb-5a8c-4da0-ac50-df9f9924065b is going to be updated. [ 895.370561] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.370775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.370775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.371390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.371541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.371667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb652bb-5a8c-4da0-ac50-df9f9924065b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.559755] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: SUCCESS [ 895.560009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.560336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.560590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.560811] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.560952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.561056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.561337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.561423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.561513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.563703] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.849236] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9aebfcbf-1dbc-497e-921b-a0e736532376',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.910830] env[69952]: INFO networking_nsxv3.common.synchronization [None req-1809ae4f-5687-4b1b-975f-890c98318b2b None None] Enqueued Resource ID: bfc55124-8049-4d93-a04a-728746579ba4 with Priority: HIGHEST for action port [ 895.911112] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc55124-8049-4d93-a04a-728746579ba4 with Priority: HIGHEST for action port [ 895.911704] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc55124-8049-4d93-a04a-728746579ba4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.911830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc55124-8049-4d93-a04a-728746579ba4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.911894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc55124-8049-4d93-a04a-728746579ba4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.913442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc55124-8049-4d93-a04a-728746579ba4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.913442] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc55124-8049-4d93-a04a-728746579ba4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.067465] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.352265] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.352474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.352587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.352835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.353495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.353642] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 is going to be created. [ 896.380751] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.380930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.381043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.381369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.381547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.393994] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 in Status: UNINITIALIZED for 2s [ 896.416501] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfc55124-8049-4d93-a04a-728746579ba4 [ 896.416737] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.416966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.416966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.417238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.417378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.417501] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfc55124-8049-4d93-a04a-728746579ba4 already deleted. [ 896.417592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc55124-8049-4d93-a04a-728746579ba4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.569756] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df5061c9-afe3-4d87-8724-678c5a8a2f18: rpc.has_security_group_logging(os_id): False [ 896.600673] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.600863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.600863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.601320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.601320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.601456] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.601550] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.601647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.601864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.601967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.602985] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 is going to be created. [ 896.689098] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.689456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.689611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.689942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.691801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.707930] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: IN_PROGRESS for 2s [ 898.405803] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 in Status: SUCCESS [ 898.406260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.406382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.406663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.406911] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.407100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.407218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.407806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.407937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.408097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.408251] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9aebfcbf-1dbc-497e-921b-a0e736532376',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.719547] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: SUCCESS [ 898.720084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.911151] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aebfcbf-1dbc-497e-921b-a0e736532376 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.913149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.913149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.913149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.913149] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.913149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.913149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.913149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.913149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.913587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.913587] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aebfcbf-1dbc-497e-921b-a0e736532376 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.913587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.913712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.913821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.915148] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.915378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.915378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.915544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.915631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.915722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.915819] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9aebfcbf-1dbc-497e-921b-a0e736532376',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.918437] env[69952]: INFO networking_nsxv3.common.synchronization [req-a779004b-e63f-4b8a-855b-39f32ef489fc req-1c002ac7-cdf9-4c2c-8f9c-ac3104ff6cef tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 898.919318] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 898.920229] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.920357] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.920946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.920946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.920946] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.920946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.920946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.921176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.921176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.921441] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.923236] env[69952]: INFO networking_nsxv3.common.synchronization [None req-d7aed53a-ed46-4462-90c3-ea5fc09bedfb None None] Enqueued Resource ID: 788df41a-c49c-4148-884f-0e702bdc45ae with Priority: HIGHEST for action port [ 898.924657] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788df41a-c49c-4148-884f-0e702bdc45ae with Priority: HIGHEST for action port [ 898.924657] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-788df41a-c49c-4148-884f-0e702bdc45ae taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.924657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-788df41a-c49c-4148-884f-0e702bdc45ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.924657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-788df41a-c49c-4148-884f-0e702bdc45ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.924657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-788df41a-c49c-4148-884f-0e702bdc45ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.924657] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('788df41a-c49c-4148-884f-0e702bdc45ae',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.309892] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.311264] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.312560] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.312560] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.312724] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.313023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.313120] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.316215] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.316215] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.316215] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.316215] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.316215] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.316215] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.316215] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.316215] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.316215] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.339262] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.339478] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.339625] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.339841] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.340915] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-a87cd73c-0b50-41a1-b8b3-186ac75e6736 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.340915] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-a87cd73c-0b50-41a1-b8b3-186ac75e6736" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.340915] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-a87cd73c-0b50-41a1-b8b3-186ac75e6736" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.341237] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-a87cd73c-0b50-41a1-b8b3-186ac75e6736" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.341875] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a87cd73c-0b50-41a1-b8b3-186ac75e6736',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.420584] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9aebfcbf-1dbc-497e-921b-a0e736532376: rpc.has_security_group_logging(os_id): False [ 899.426705] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 788df41a-c49c-4148-884f-0e702bdc45ae [ 899.426803] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.426911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.426985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.427226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.427348] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.427415] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:788df41a-c49c-4148-884f-0e702bdc45ae already deleted. [ 899.427493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-788df41a-c49c-4148-884f-0e702bdc45ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.427765] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.427857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.427922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.428155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.428338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.428425] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.428615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.429063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.429063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.429063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.429063] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be deleted. [ 899.446788] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.447023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.447241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.447421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.447543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.447765] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.447869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.447934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.448160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.448274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.448470] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.448566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.448623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.448775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.448849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.450015] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.450206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.450322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.451540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.451540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.451540] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 is going to be created. [ 899.463191] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.463376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.463882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.463882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.463882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.464051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.539149] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.540611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.540611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.540611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.540611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.567510] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 in Status: IN_PROGRESS for 2s [ 899.845126] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.845126] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.845276] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.845494] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.845660] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.845821] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port a87cd73c-0b50-41a1-b8b3-186ac75e6736 not found, creating... [ 899.846092] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.846352] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.846493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.846724] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.846871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.847179] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.847444] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.847502] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.847665] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.847801] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.847944] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: a87cd73c-0b50-41a1-b8b3-186ac75e6736 is going to be created. [ 899.872657] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.872911] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.873077] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.873371] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.873617] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.873850] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-a87cd73c-0b50-41a1-b8b3-186ac75e6736" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.095182] env[69952]: INFO networking_nsxv3.common.synchronization [req-646fd9e6-29e9-4228-a15d-685b3ed0ca85 req-50d1a837-4c97-4d3b-895e-d880a8ebc72c tempest-ServerActionsV293TestJSON-1299434833 tempest-ServerActionsV293TestJSON-1299434833-project-member] Enqueued Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_members [ 900.097163] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGHEST for action security_group_members [ 900.097163] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.097163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.097163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.097163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.097163] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.097163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.097689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.097689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.097689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.097689] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.601839] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.601839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.601839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.601839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.605433] env[69952]: INFO networking_nsxv3.common.synchronization [req-a779004b-e63f-4b8a-855b-39f32ef489fc req-79992880-a7d8-4a34-8ddb-3c58e8c25986 service nova] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_rules [ 900.605882] env[69952]: INFO networking_nsxv3.common.synchronization [req-a779004b-e63f-4b8a-855b-39f32ef489fc req-79992880-a7d8-4a34-8ddb-3c58e8c25986 service nova] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 900.606151] env[69952]: INFO networking_nsxv3.common.synchronization [req-a779004b-e63f-4b8a-855b-39f32ef489fc req-79992880-a7d8-4a34-8ddb-3c58e8c25986 service nova] Enqueued Resource ID: a87cd73c-0b50-41a1-b8b3-186ac75e6736 with Priority: HIGHEST for action port [ 900.609204] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_rules [ 900.609417] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 900.609568] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a87cd73c-0b50-41a1-b8b3-186ac75e6736 with Priority: HIGHEST for action port [ 900.610364] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.612049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.612440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.612705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.614141] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.614212] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.617608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.617687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.617915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.618349] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.618349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.618349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.618533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.618533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.618625] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.619655] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-a87cd73c-0b50-41a1-b8b3-186ac75e6736 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.619764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a87cd73c-0b50-41a1-b8b3-186ac75e6736" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.619764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a87cd73c-0b50-41a1-b8b3-186ac75e6736" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.619919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a87cd73c-0b50-41a1-b8b3-186ac75e6736" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.620018] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a87cd73c-0b50-41a1-b8b3-186ac75e6736',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.628039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.628314] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.628490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.628596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.628852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.629503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.629503] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a is going to be updated. [ 900.658013] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.658013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.658260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.658536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.658777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.669073] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a in Status: IN_PROGRESS for 2s [ 900.975074] env[69952]: INFO networking_nsxv3.common.synchronization [req-d95904cc-8dff-4042-b6ad-cc17ff95967e req-9dc8aff5-c7f8-4470-ab1b-8ccdd7533e99 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 900.975747] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 900.976274] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.976479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.976553] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.976821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.977077] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.977233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.977297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.977482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.977614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.977741] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.122017] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.123153] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.123332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.123805] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a87cd73c-0b50-41a1-b8b3-186ac75e6736 with status ACTIVE [ 901.124015] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.124184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.124288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.124619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.124769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.125020] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.125172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.125273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.125514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.125641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.125913] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.126094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.126168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.126377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.126497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.126633] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a87cd73c-0b50-41a1-b8b3-186ac75e6736 is going to be updated. [ 901.150157] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.150397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.150502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.150717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.150937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.151178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a87cd73c-0b50-41a1-b8b3-186ac75e6736" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.480295] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.480449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.480500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.480724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.480815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.481017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.481193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.481193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.481356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.481428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.481518] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c is going to be updated. [ 901.514424] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.514594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.516019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.516019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.516019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.525212] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: IN_PROGRESS for 2s [ 901.580732] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 in Status: SUCCESS [ 901.581496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.614187] env[69952]: INFO networking_nsxv3.common.synchronization [req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 req-60634ff5-c5df-485f-ab39-7279e920d2d6 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 901.614432] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 901.614810] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.614951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.614951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.615567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.615567] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.615567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.615567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.615871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.615871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.615871] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.624875] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.088551] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.088834] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.088958] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.089674] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.091357] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.091645] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.091836] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.092164] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.092959] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.092959] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.092959] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.092959] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.093163] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.093163] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.093287] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.093474] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.115105] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.115352] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.115535] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.115760] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.116154] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-74659962-3a84-413d-99c8-4c99f7342c4e taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.116361] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.116507] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.116966] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.117084] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74659962-3a84-413d-99c8-4c99f7342c4e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.118190] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.118338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.118403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.118634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.118741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.118955] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.119126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.119166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.119329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.119428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.119541] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa already deleted. [ 902.119709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.127825] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.128049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.128127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.128295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.128403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.128506] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be created. [ 902.155752] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.155925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.155967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.156240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.156356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.166831] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: UNINITIALIZED for 2s [ 902.620844] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.621329] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.621329] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.621586] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.621745] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.621988] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 74659962-3a84-413d-99c8-4c99f7342c4e not found, creating... [ 902.622247] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.622420] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.622613] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.622871] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.623035] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.623362] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.623590] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.623657] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.623878] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.624049] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.624210] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 74659962-3a84-413d-99c8-4c99f7342c4e is going to be created. [ 902.646699] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.646939] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.647076] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.647363] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.647672] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.647942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.679026] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a in Status: SUCCESS [ 902.679226] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a deletion is rescheduled due to dependency. [ 902.679339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.368383] env[69952]: INFO networking_nsxv3.common.synchronization [req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 req-1682f4c0-3aff-404a-b11b-7e100af2615b service nova] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_rules [ 903.368612] env[69952]: INFO networking_nsxv3.common.synchronization [req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 req-1682f4c0-3aff-404a-b11b-7e100af2615b service nova] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 903.368848] env[69952]: INFO networking_nsxv3.common.synchronization [req-8af52e6d-c1a5-4229-9cfa-1e1dd13d05b4 req-1682f4c0-3aff-404a-b11b-7e100af2615b service nova] Enqueued Resource ID: 74659962-3a84-413d-99c8-4c99f7342c4e with Priority: HIGHEST for action port [ 903.372453] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_rules [ 903.372453] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 903.372453] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74659962-3a84-413d-99c8-4c99f7342c4e with Priority: HIGHEST for action port [ 903.372453] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.372453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.372453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.372453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.372453] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.373020] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.373076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.373486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.373486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.373486] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.373647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.373647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.373788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.373868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.373960] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.375418] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-74659962-3a84-413d-99c8-4c99f7342c4e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.375418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.375418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.375597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.375597] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74659962-3a84-413d-99c8-4c99f7342c4e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.536254] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: SUCCESS [ 903.536557] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c deletion is rescheduled due to dependency. [ 903.536747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.877191] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.878333] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.878448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.881036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74659962-3a84-413d-99c8-4c99f7342c4e with status ACTIVE [ 903.881235] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.881364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.881427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.881654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.881751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.881929] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.882043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.882106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.882258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.882336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.882567] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.882670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.882727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.882870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.882942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.883036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74659962-3a84-413d-99c8-4c99f7342c4e is going to be updated. [ 903.905497] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.905687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.905687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.905890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.906039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.906200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.177325] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 904.177508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.177656] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.177879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.178086] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.178351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.178440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.178619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.178707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.178826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.178928] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.380063] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.681887] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.682111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.682160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.682394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.682618] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.682738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.682786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.682934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.683063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.683194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.683261] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.683344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.683398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.683542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.683675] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.683754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.683821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.683948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.684023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.684105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.684220] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.882676] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.882994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.882994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.883182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.883283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.883419] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be created. [ 904.908063] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.908284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.908375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.908593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.908768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.919547] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: UNINITIALIZED for 2s [ 905.186533] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f781f9d-671e-4dc8-ae5b-9154a76fa380: rpc.has_security_group_logging(os_id): False [ 905.224725] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.225106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.225106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.225290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.225372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.225578] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.225695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.225842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.225909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.225977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.226167] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.226244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.226383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.226482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.226482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.229036] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.229036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.229036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.229036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.229036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.229036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be created. [ 905.319637] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.319637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.319637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.319637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.319637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.332111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: IN_PROGRESS for 2s [ 906.934040] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: SUCCESS [ 906.934040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.934040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.934040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.934040] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.934040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.934040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.934040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.934040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.934040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.934040] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.345735] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 907.346176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.436009] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.436235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.436310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.436534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.440025] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.942063] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dee889f-7817-4966-be04-2f1e29dde9fa: rpc.has_security_group_logging(os_id): False [ 907.962579] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.962722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.962789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.962991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.963089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.963274] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.964450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.964450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.964450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.964450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.964450] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.964450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.964450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.964450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.964450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.965031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.965162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.965194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.965884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.965884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.965884] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be created. [ 908.043501] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.043640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.043731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.043950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.044211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.058133] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: IN_PROGRESS for 2s [ 908.373388] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 908.373493] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 909.080899] env[69952]: INFO networking_nsxv3.common.synchronization [req-a5971ffd-f2e7-4035-9472-eecbe403e34e req-73fa7184-ea7d-48dc-8f0e-3039ec3eb6d1 tempest-ServerRescueTestJSON-760916461 tempest-ServerRescueTestJSON-760916461-project-member] Enqueued Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 909.081480] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGHEST for action security_group_members [ 909.081947] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.081947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.082148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.082858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.083352] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.083352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.083352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.083577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.083712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.083833] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.587379] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.587379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.587379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.587577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.587642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.587918] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.588087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.588178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.588415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.588518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.588631] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53561efe-6070-4002-965b-cfb8072623a8 is going to be updated. [ 909.626025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.626025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.626025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.626025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.626025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.637712] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: IN_PROGRESS for 2s [ 910.070782] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: SUCCESS [ 910.070782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.648037] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53561efe-6070-4002-965b-cfb8072623a8 in Status: SUCCESS [ 911.648037] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53561efe-6070-4002-965b-cfb8072623a8 deletion is rescheduled due to dependency. [ 911.648372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.907794] env[69952]: INFO networking_nsxv3.common.synchronization [None req-ff797992-68ef-4868-a6b2-c1e6605d3540 None None] Enqueued Resource ID: 623ee065-e957-401b-a6cf-d235bd9c03e0 with Priority: HIGHEST for action port [ 911.909536] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623ee065-e957-401b-a6cf-d235bd9c03e0 with Priority: HIGHEST for action port [ 911.909536] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-623ee065-e957-401b-a6cf-d235bd9c03e0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.909536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623ee065-e957-401b-a6cf-d235bd9c03e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.909536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623ee065-e957-401b-a6cf-d235bd9c03e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.910235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623ee065-e957-401b-a6cf-d235bd9c03e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.910235] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623ee065-e957-401b-a6cf-d235bd9c03e0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.999192] env[69952]: INFO networking_nsxv3.common.synchronization [req-c5ebbbad-29a3-4207-988e-be90ebcc3b5f req-11615452-e420-4725-9eea-d859ff424169 tempest-ServersNegativeTestMultiTenantJSON-1574102309 tempest-ServersNegativeTestMultiTenantJSON-1574102309-project-member] Enqueued Resource ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 with Priority: HIGHEST for action security_group_members [ 911.999192] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 with Priority: HIGHEST for action security_group_members [ 911.999192] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9aebfcbf-1dbc-497e-921b-a0e736532376 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.999192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.999192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.999192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.999192] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.999192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.999192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.999192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.999192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.999660] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9aebfcbf-1dbc-497e-921b-a0e736532376',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.412926] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 623ee065-e957-401b-a6cf-d235bd9c03e0 [ 912.413216] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.413363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.413418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.413638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.413733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.413823] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:623ee065-e957-401b-a6cf-d235bd9c03e0 already deleted. [ 912.414058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623ee065-e957-401b-a6cf-d235bd9c03e0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.502223] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.502429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.502822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.502919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.503179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.503320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.503455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.503635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.503735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.503855] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 is going to be updated. [ 912.537294] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.537499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.537499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.537785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.537951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.547875] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 in Status: IN_PROGRESS for 2s [ 912.988218] env[69952]: INFO networking_nsxv3.common.synchronization [None req-50550acd-a21d-4b62-aa2c-5698d743556b tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Enqueued Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_rules [ 912.988218] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_rules [ 912.988218] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.988218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.988218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.988218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.988218] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.097600] env[69952]: INFO networking_nsxv3.common.synchronization [None req-f3e863af-6589-4b5e-ad75-9a277c0b2617 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Enqueued Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_rules [ 913.097822] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_rules [ 913.098250] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.098385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.512561] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.512764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.512833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.513073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.513162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.513265] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 already deleted. [ 913.513355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.515047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.515047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.515047] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.895548] env[69952]: INFO networking_nsxv3.common.synchronization [req-d8e26fc6-673b-490b-bd31-c7b509d241c4 req-6d41c618-3e5e-4e15-ad70-c460b698caf3 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_members [ 913.899191] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_members [ 913.899191] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab77d477-3ae2-4797-a5de-609046a7bc17 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.899191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.899191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.899191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.899191] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.899191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.899191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.899191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.899191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.899191] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.036923] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.037425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.037425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.037810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.037810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.037950] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 already deleted. [ 914.038072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.403529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.403529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.403529] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab77d477-3ae2-4797-a5de-609046a7bc17 already deleted. [ 914.403529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.571059] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 in Status: SUCCESS [ 914.571146] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9aebfcbf-1dbc-497e-921b-a0e736532376 deletion is rescheduled due to dependency. [ 914.571397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9aebfcbf-1dbc-497e-921b-a0e736532376" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.616102] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.616367] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.616468] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.616804] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.617209] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.617475] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.617640] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.617924] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.618145] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.618954] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.618954] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.618954] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.618954] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.619364] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 914.619364] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.619364] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.643659] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.643920] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 914.644171] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.644431] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.644959] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-b726ef72-78bf-4762-beda-a4594cafcbfb taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.649170] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-b726ef72-78bf-4762-beda-a4594cafcbfb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.649526] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-b726ef72-78bf-4762-beda-a4594cafcbfb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.650033] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-b726ef72-78bf-4762-beda-a4594cafcbfb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.650421] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b726ef72-78bf-4762-beda-a4594cafcbfb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.746594] env[69952]: INFO networking_nsxv3.common.synchronization [None req-59eb1bd1-6362-449f-b11c-08fe09305097 None None] Enqueued Resource ID: 24739adb-23f5-403e-aa3d-6506f45418a3 with Priority: HIGHEST for action port [ 914.747246] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24739adb-23f5-403e-aa3d-6506f45418a3 with Priority: HIGHEST for action port [ 914.748241] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-24739adb-23f5-403e-aa3d-6506f45418a3 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.748441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24739adb-23f5-403e-aa3d-6506f45418a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.748554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24739adb-23f5-403e-aa3d-6506f45418a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.748877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24739adb-23f5-403e-aa3d-6506f45418a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.749331] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24739adb-23f5-403e-aa3d-6506f45418a3',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.153717] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.153973] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.154188] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.154622] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.156436] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.157361] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port b726ef72-78bf-4762-beda-a4594cafcbfb not found, creating... [ 915.157602] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.157795] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.157923] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.158362] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.158529] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.158860] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.159035] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.159176] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.159489] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.159633] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.159783] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: b726ef72-78bf-4762-beda-a4594cafcbfb is going to be created. [ 915.187731] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.187955] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.188134] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.188430] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.188674] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.188909] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-b726ef72-78bf-4762-beda-a4594cafcbfb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.251412] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24739adb-23f5-403e-aa3d-6506f45418a3 [ 915.251711] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.251831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.251904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.252187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.252284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.252384] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24739adb-23f5-403e-aa3d-6506f45418a3 already deleted. [ 915.252466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24739adb-23f5-403e-aa3d-6506f45418a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.974527] env[69952]: INFO networking_nsxv3.common.synchronization [req-284295d2-79f4-4f7b-b604-5c15629f04c9 req-1e2d45bf-ce59-4b44-917f-2cabac2ca8be tempest-ImagesOneServerTestJSON-1585328689 tempest-ImagesOneServerTestJSON-1585328689-project-member] Enqueued Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGHEST for action security_group_members [ 915.976994] env[69952]: INFO networking_nsxv3.common.synchronization [req-928705ac-8342-40d0-a1fc-d4ed23dc52a5 req-c9fdbd62-a38b-4bdb-be14-bd2b55f83c94 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 915.978407] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGHEST for action security_group_members [ 915.978563] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 915.978867] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.978995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.979075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.979533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.979533] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.979533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.979702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.979732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.979798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.979900] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8005ec1e-e2ee-4d25-ac46-a637e0b49fce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.980929] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.981041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.981111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.981730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.981730] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.981730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.981730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.981730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.981925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.981925] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.189966] env[69952]: INFO networking_nsxv3.common.synchronization [req-d8e26fc6-673b-490b-bd31-c7b509d241c4 req-898140be-9034-4bcc-a4ac-c987165814d3 service nova] Enqueued Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_rules [ 916.190318] env[69952]: INFO networking_nsxv3.common.synchronization [req-d8e26fc6-673b-490b-bd31-c7b509d241c4 req-898140be-9034-4bcc-a4ac-c987165814d3 service nova] Enqueued Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_members [ 916.190688] env[69952]: INFO networking_nsxv3.common.synchronization [req-d8e26fc6-673b-490b-bd31-c7b509d241c4 req-898140be-9034-4bcc-a4ac-c987165814d3 service nova] Enqueued Resource ID: b726ef72-78bf-4762-beda-a4594cafcbfb with Priority: HIGHEST for action port [ 916.192031] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_rules [ 916.192031] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_members [ 916.195061] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b726ef72-78bf-4762-beda-a4594cafcbfb with Priority: HIGHEST for action port [ 916.195061] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab77d477-3ae2-4797-a5de-609046a7bc17 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.195061] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.195061] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab77d477-3ae2-4797-a5de-609046a7bc17 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.195061] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.195061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.195694] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.196445] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-b726ef72-78bf-4762-beda-a4594cafcbfb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.196568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b726ef72-78bf-4762-beda-a4594cafcbfb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.196840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b726ef72-78bf-4762-beda-a4594cafcbfb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.196922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b726ef72-78bf-4762-beda-a4594cafcbfb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.196964] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b726ef72-78bf-4762-beda-a4594cafcbfb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.429139] env[69952]: INFO networking_nsxv3.common.synchronization [None req-ebb4cf77-7572-4b58-a903-e2d2b3151c71 None None] Enqueued Resource ID: 16196203-ca56-40e5-b364-11cae801528e with Priority: HIGHEST for action port [ 916.429956] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16196203-ca56-40e5-b364-11cae801528e with Priority: HIGHEST for action port [ 916.430304] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-16196203-ca56-40e5-b364-11cae801528e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.430646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16196203-ca56-40e5-b364-11cae801528e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.430646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16196203-ca56-40e5-b364-11cae801528e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.430804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16196203-ca56-40e5-b364-11cae801528e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.430858] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16196203-ca56-40e5-b364-11cae801528e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.487028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.487028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.487028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.487028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.487028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.487028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.487028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.487028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.487028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.487028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.487028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce is going to be updated. [ 916.488219] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.488698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.489123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.490034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.490034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.490034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.490034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.490518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.490997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.491520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.491520] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 916.528222] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.528222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.528222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.528222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.528222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.528222] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.528947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.529214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.529725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.530046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.544421] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 916.544421] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce in Status: IN_PROGRESS for 2s [ 916.699270] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.700287] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b726ef72-78bf-4762-beda-a4594cafcbfb with status ACTIVE [ 916.700670] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.700838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.700926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.701193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.701305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.702477] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.702477] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.702942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.703282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.703444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.703770] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.703967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.704137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.704402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.705175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.705345] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b726ef72-78bf-4762-beda-a4594cafcbfb is going to be updated. [ 916.709226] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab77d477-3ae2-4797-a5de-609046a7bc17 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.709431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.730939] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.731132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.731186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.731453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.731595] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.733150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b726ef72-78bf-4762-beda-a4594cafcbfb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.933862] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16196203-ca56-40e5-b364-11cae801528e [ 916.933862] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.933862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.933862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.933862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.933862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.933862] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16196203-ca56-40e5-b364-11cae801528e already deleted. [ 916.934253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16196203-ca56-40e5-b364-11cae801528e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.208839] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.711358] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.711545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.711636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.712631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.712631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.712631] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab77d477-3ae2-4797-a5de-609046a7bc17 is going to be created. [ 917.742727] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.742960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.743019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.743209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.743372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.761250] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab77d477-3ae2-4797-a5de-609046a7bc17 in Status: UNINITIALIZED for 2s [ 918.557990] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 918.558318] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 deletion is rescheduled due to dependency. [ 918.558318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.559058] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce in Status: SUCCESS [ 918.559255] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce deletion is rescheduled due to dependency. [ 918.559371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.625319] env[69952]: INFO networking_nsxv3.common.synchronization [None req-e41314c2-677f-4770-b6d1-394e18fa29c1 None None] Enqueued Resource ID: edc82fc6-1d15-4791-85b6-8166d8e9b819 with Priority: HIGHEST for action port [ 918.625612] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc82fc6-1d15-4791-85b6-8166d8e9b819 with Priority: HIGHEST for action port [ 918.630188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-edc82fc6-1d15-4791-85b6-8166d8e9b819 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.630188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edc82fc6-1d15-4791-85b6-8166d8e9b819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.630188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edc82fc6-1d15-4791-85b6-8166d8e9b819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.630188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edc82fc6-1d15-4791-85b6-8166d8e9b819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.630188] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edc82fc6-1d15-4791-85b6-8166d8e9b819',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.974693] env[69952]: INFO networking_nsxv3.common.synchronization [req-a7a667e7-9503-4736-8bac-34300e3998bf req-e51695c9-04a5-428a-9e54-791a931dbbac tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 918.975252] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 918.975565] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.975671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.975762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.975972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.976337] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.976451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.976717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.976717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.977721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.977721] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.132712] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edc82fc6-1d15-4791-85b6-8166d8e9b819 [ 919.132712] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.132712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.132712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.132712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.132712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.132712] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edc82fc6-1d15-4791-85b6-8166d8e9b819 already deleted. [ 919.132712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edc82fc6-1d15-4791-85b6-8166d8e9b819" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.229295] env[69952]: INFO networking_nsxv3.common.synchronization [req-9b875d82-8963-4022-ac08-8a65e8d679e5 req-450a111a-5c7f-41b8-812c-7c499404d4ec tempest-ListImageFiltersTestJSON-324718644 tempest-ListImageFiltersTestJSON-324718644-project-member] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 919.230234] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGHEST for action security_group_members [ 919.230793] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.230966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.231070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.231339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.231544] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.231722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.231806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.232063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.232183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.232318] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.480346] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.480557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.480626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.480844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.480930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.481135] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.481228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.481289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.481444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.481515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.481604] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 919.518913] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.519495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.519495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.519495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.519495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.529475] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 919.738871] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.740405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.742081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.742403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.742507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.742747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.742863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.742933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.743093] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.745018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.745018] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 is going to be updated. [ 919.775496] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab77d477-3ae2-4797-a5de-609046a7bc17 in Status: SUCCESS [ 919.775708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.776584] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.776711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.777010] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.777010] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.777109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.780630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.780918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.781831] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.781831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.781979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.782338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.782338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.782338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.782338] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.794869] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: IN_PROGRESS for 2s [ 920.284669] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.787351] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab77d477-3ae2-4797-a5de-609046a7bc17: rpc.has_security_group_logging(os_id): False [ 920.807406] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.807572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.807621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.807828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.807917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.808188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.808336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.808336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.808492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.808569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.808656] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab77d477-3ae2-4797-a5de-609046a7bc17 is going to be created. [ 920.877273] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.877273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.877273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.877470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.877589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.890078] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab77d477-3ae2-4797-a5de-609046a7bc17 in Status: IN_PROGRESS for 2s [ 921.539292] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 921.539292] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe deletion is rescheduled due to dependency. [ 921.539509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.809948] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 in Status: SUCCESS [ 921.810490] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 deletion is rescheduled due to dependency. [ 921.810490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.134974] env[69952]: INFO networking_nsxv3.common.synchronization [req-685acb9d-14f6-4cd3-bef2-6133dd455bcd req-36db83e7-de13-4484-9f95-02c71ec6a74f tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 922.134974] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 922.134974] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.135901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.135901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.135901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.135901] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.135901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.135901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.136192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.136231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.136929] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.498187] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.498187] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.498187] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.499017] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.501493] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.501493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.501493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.501493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.501493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.501493] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.501493] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.501493] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.501493] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.501493] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 922.501493] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.501493] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.524173] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.524539] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 922.524668] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.524878] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.525255] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-0a40811e-bf26-471f-a02d-c722ee9810c1 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.526022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-0a40811e-bf26-471f-a02d-c722ee9810c1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.526022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-0a40811e-bf26-471f-a02d-c722ee9810c1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.526022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-0a40811e-bf26-471f-a02d-c722ee9810c1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.526022] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a40811e-bf26-471f-a02d-c722ee9810c1',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.638697] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.905219] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab77d477-3ae2-4797-a5de-609046a7bc17 in Status: SUCCESS [ 922.905578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.029574] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.029750] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.029912] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.030303] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.030371] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.030557] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 0a40811e-bf26-471f-a02d-c722ee9810c1 not found, creating... [ 923.030847] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.031051] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.031146] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.031379] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.031546] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.031838] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.031997] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.032129] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.032341] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.032479] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.032623] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 0a40811e-bf26-471f-a02d-c722ee9810c1 is going to be created. [ 923.056346] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.056561] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.057204] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.057204] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.057455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.057688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-0a40811e-bf26-471f-a02d-c722ee9810c1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.140934] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.644817] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.644817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.644817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.644817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.644817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.644817] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 923.673959] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.674150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.674210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.674380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.674523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.688010] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 923.777059] env[69952]: INFO networking_nsxv3.common.synchronization [req-685acb9d-14f6-4cd3-bef2-6133dd455bcd req-5af9c7cd-9ed1-4ffc-902d-72be6a6c379f service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 923.777294] env[69952]: INFO networking_nsxv3.common.synchronization [req-685acb9d-14f6-4cd3-bef2-6133dd455bcd req-5af9c7cd-9ed1-4ffc-902d-72be6a6c379f service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 923.777438] env[69952]: INFO networking_nsxv3.common.synchronization [req-685acb9d-14f6-4cd3-bef2-6133dd455bcd req-5af9c7cd-9ed1-4ffc-902d-72be6a6c379f service nova] Enqueued Resource ID: 0a40811e-bf26-471f-a02d-c722ee9810c1 with Priority: HIGHEST for action port [ 923.777685] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 923.777812] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 923.777908] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a40811e-bf26-471f-a02d-c722ee9810c1 with Priority: HIGHEST for action port [ 923.779176] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.779350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.779422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.779657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.779804] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.780775] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.781177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.781177] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a40811e-bf26-471f-a02d-c722ee9810c1 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.781177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a40811e-bf26-471f-a02d-c722ee9810c1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.781321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a40811e-bf26-471f-a02d-c722ee9810c1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.781415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a40811e-bf26-471f-a02d-c722ee9810c1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.781536] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a40811e-bf26-471f-a02d-c722ee9810c1',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.283253] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.283525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.283707] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a40811e-bf26-471f-a02d-c722ee9810c1 with status ACTIVE [ 924.283838] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.283948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.284021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.284231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.284353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.284480] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.284631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.284663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.284808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.284898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.285115] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.285216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.285314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.285421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.285496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.285604] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a40811e-bf26-471f-a02d-c722ee9810c1 is going to be updated. [ 924.309007] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.309161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.309232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.309445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.309584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.309770] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a40811e-bf26-471f-a02d-c722ee9810c1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.758335] env[69952]: INFO networking_nsxv3.common.synchronization [req-738bc646-8381-4e16-98d5-7503bea85a30 req-1354ba0e-4e70-441f-b1f4-8b3a4c1afe40 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 924.758883] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 924.759201] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.759314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.759381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.759677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.759840] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.759939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.759994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.760164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.760238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.760330] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.205177] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.205396] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.205554] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.205893] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.206196] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.209660] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.209930] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.210261] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.210522] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.210833] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.210915] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.211081] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.211223] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.211368] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.211586] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.211697] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.234251] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.234426] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.234566] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.234742] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.235072] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-80f6c07f-367f-46fa-bb48-a72ae1348f83 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.235238] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-80f6c07f-367f-46fa-bb48-a72ae1348f83" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.235386] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-80f6c07f-367f-46fa-bb48-a72ae1348f83" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.235865] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-80f6c07f-367f-46fa-bb48-a72ae1348f83" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.235939] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f6c07f-367f-46fa-bb48-a72ae1348f83',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.263214] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.263214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.263474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.263571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.263622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.263822] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.263924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.264061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.264176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.264232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.264321] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 already deleted. [ 925.264393] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.699862] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 925.700221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.700947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.700947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.700947] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.700947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.701222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.701222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.701307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.701339] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.738836] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.739084] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.739227] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.741487] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.741723] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.741913] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 80f6c07f-367f-46fa-bb48-a72ae1348f83 not found, creating... [ 925.742541] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.742788] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.742985] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.743267] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.743584] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.743949] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.744144] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.744267] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.745166] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.745166] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.745287] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 80f6c07f-367f-46fa-bb48-a72ae1348f83 is going to be created. [ 925.770649] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.770649] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.770914] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.771107] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.771345] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.771634] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-80f6c07f-367f-46fa-bb48-a72ae1348f83" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.204729] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.252042] env[69952]: INFO networking_nsxv3.common.synchronization [req-048d4694-f13e-45a2-b576-cfd77fcabc94 req-0e31a62a-0039-4ded-bca3-1fb8427e9e0e tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 926.252042] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 926.252042] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.252042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.252042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.252922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.253265] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.253764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.253942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.254554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.254792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.254996] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.658437] env[69952]: INFO networking_nsxv3.common.synchronization [req-738bc646-8381-4e16-98d5-7503bea85a30 req-46c369e7-6936-4d5e-994e-97480347b542 service nova] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 926.658437] env[69952]: INFO networking_nsxv3.common.synchronization [req-738bc646-8381-4e16-98d5-7503bea85a30 req-46c369e7-6936-4d5e-994e-97480347b542 service nova] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 926.658437] env[69952]: INFO networking_nsxv3.common.synchronization [req-738bc646-8381-4e16-98d5-7503bea85a30 req-46c369e7-6936-4d5e-994e-97480347b542 service nova] Enqueued Resource ID: 80f6c07f-367f-46fa-bb48-a72ae1348f83 with Priority: HIGHEST for action port [ 926.658437] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 926.659720] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 926.659720] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f6c07f-367f-46fa-bb48-a72ae1348f83 with Priority: HIGHEST for action port [ 926.660245] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.660518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.662063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.662695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.662695] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.665049] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.665049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.665049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.665049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.665049] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.665049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.665049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.665049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.665049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.665049] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.666879] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f6c07f-367f-46fa-bb48-a72ae1348f83 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.666879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f6c07f-367f-46fa-bb48-a72ae1348f83" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.666879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f6c07f-367f-46fa-bb48-a72ae1348f83" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.666879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f6c07f-367f-46fa-bb48-a72ae1348f83" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.666879] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f6c07f-367f-46fa-bb48-a72ae1348f83',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.707673] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.757887] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.757887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.757887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.757887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.757887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.758181] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.758181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.758181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.758324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.758435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.758555] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be updated. [ 926.790330] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.790628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.790733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.790977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.791176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.801942] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: IN_PROGRESS for 2s [ 927.167641] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.167772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.168693] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.168974] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80f6c07f-367f-46fa-bb48-a72ae1348f83 with status ACTIVE [ 927.169212] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.169354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.169420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.169640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.170078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.170078] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.170181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.170224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.170395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.170525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.171027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.171027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.171027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.171027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.177157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.177343] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80f6c07f-367f-46fa-bb48-a72ae1348f83 is going to be updated. [ 927.179313] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.201814] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.202033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.202089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.202289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.202422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.202576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f6c07f-367f-46fa-bb48-a72ae1348f83" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.208495] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.208665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.208738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.208942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.209038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.209137] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 927.257669] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.257941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.257941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.258229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.258310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.282296] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 927.681646] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.681874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.681946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.682202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.682297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.682400] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be created. [ 927.712103] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.713507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.713507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.713507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.713507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.728748] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: UNINITIALIZED for 2s [ 928.812831] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 928.813193] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 deletion is rescheduled due to dependency. [ 928.813237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.294354] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 929.294354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.294354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.294469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.294794] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.294968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.295045] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.295224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.295302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.295386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.295476] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.538862] env[69952]: INFO networking_nsxv3.common.synchronization [req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 req-7bfcac9e-8a80-4d6a-8d47-76b81a3d59eb tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 929.539416] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 929.539738] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.539856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.539924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.540147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.540292] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.540389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.540451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.540700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.540789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.540884] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.739913] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 929.740161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.740377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.740687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.740902] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.741017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.741085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.741261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.741362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.741461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.741558] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.798139] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.798359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.798408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.798710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.798884] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.798988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.799064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.799221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.799308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.799404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.799564] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.799643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.799689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.799844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.799973] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.800072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.800131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.800265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.800338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.800417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.800532] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.045510] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.244804] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.303700] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23347c3a-7439-4004-992e-c5ae7dcf3f5a: rpc.has_security_group_logging(os_id): False [ 930.325908] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.325908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.325908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.325908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.325908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.325908] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.326206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.326291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.327034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.327034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.327034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.327034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.327034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.327259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.327259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.328038] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.328038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.328038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.328038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.328038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.328429] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 930.414387] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.414569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.414638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.414801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.414951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.427217] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 930.548661] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.688706] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.688897] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.688999] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.689249] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.689528] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.689706] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.689851] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.690418] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.690845] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.692155] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.692155] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.692155] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.692155] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.692155] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.692155] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.692155] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.715389] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.715502] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.715607] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.715787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-220" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.716142] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-486d4181-5d60-4a71-b478-e7ed68f90f42 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.716408] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-486d4181-5d60-4a71-b478-e7ed68f90f42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.716577] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-486d4181-5d60-4a71-b478-e7ed68f90f42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.716952] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-486d4181-5d60-4a71-b478-e7ed68f90f42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.717061] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486d4181-5d60-4a71-b478-e7ed68f90f42',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.747046] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eefa873-c927-4a80-90a2-d664f0952586: rpc.has_security_group_logging(os_id): False [ 930.772472] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.772657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.772724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.772955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.773050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.773298] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.773398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.773461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.773615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.773691] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.773778] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be created. [ 930.843376] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.843528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.843601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.843818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.844505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.861925] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 931.051629] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.052071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.052071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.052165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.052207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.052303] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 931.080054] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.080239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.080333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.080663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.080858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.091857] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 931.219552] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.219816] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.219878] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.220196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.220378] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.220672] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 486d4181-5d60-4a71-b478-e7ed68f90f42 not found, creating... [ 931.221083] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.221279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.221412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.221931] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.222189] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.222670] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.223135] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.223347] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.223694] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.223908] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.224156] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 486d4181-5d60-4a71-b478-e7ed68f90f42 is going to be created. [ 931.253072] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.253399] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.253584] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.253991] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.254367] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.254734] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-486d4181-5d60-4a71-b478-e7ed68f90f42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.979176] env[69952]: INFO networking_nsxv3.common.synchronization [req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 req-1c863aff-bb1d-47cc-86de-91b5901ee41b service nova] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_rules [ 931.979176] env[69952]: INFO networking_nsxv3.common.synchronization [req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 req-1c863aff-bb1d-47cc-86de-91b5901ee41b service nova] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 931.979176] env[69952]: INFO networking_nsxv3.common.synchronization [req-a9d3c89a-9456-4ce6-a8ae-24ed7bd3bf53 req-1c863aff-bb1d-47cc-86de-91b5901ee41b service nova] Enqueued Resource ID: 486d4181-5d60-4a71-b478-e7ed68f90f42 with Priority: HIGHEST for action port [ 931.979176] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_rules [ 931.979176] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 931.979176] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486d4181-5d60-4a71-b478-e7ed68f90f42 with Priority: HIGHEST for action port [ 931.979176] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.980148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.980334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.980716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.980915] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.982900] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.983155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.983559] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-486d4181-5d60-4a71-b478-e7ed68f90f42 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.983822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-486d4181-5d60-4a71-b478-e7ed68f90f42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.983994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-486d4181-5d60-4a71-b478-e7ed68f90f42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.984306] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-486d4181-5d60-4a71-b478-e7ed68f90f42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.985836] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486d4181-5d60-4a71-b478-e7ed68f90f42',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.444894] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 932.444894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.487958] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.487958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.487958] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 486d4181-5d60-4a71-b478-e7ed68f90f42 with status ACTIVE [ 932.487958] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.487958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.487958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.488262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.488262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.488490] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.488642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.488730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.488968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.489095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.489365] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.489497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.489720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.489921] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.490042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.490590] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 486d4181-5d60-4a71-b478-e7ed68f90f42 is going to be updated. [ 932.515694] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.515694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.515694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.515959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.516131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.516318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-486d4181-5d60-4a71-b478-e7ed68f90f42" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.875886] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 932.875886] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.081262] env[69952]: INFO networking_nsxv3.common.synchronization [req-2d616477-4dec-47ee-a64f-03632a244f3e req-dcac0b98-d333-49c2-9ede-f31662434ddb tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 933.081794] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 933.082109] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.082233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.082306] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.082642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.082825] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.082938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.083018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.083189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.083273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.084435] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.102372] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 933.102989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.102989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.103151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.103328] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.103444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.103506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.103700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.103856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.103896] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.188369] env[69952]: INFO networking_nsxv3.common.synchronization [req-2a2824f1-25f1-4083-9d0c-dbfb1b62b4af req-5562d6e8-2982-4675-bdfb-23b1b26d75d8 tempest-VolumesAdminNegativeTest-1560897902 tempest-VolumesAdminNegativeTest-1560897902-project-member] Enqueued Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_members [ 933.188897] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGHEST for action security_group_members [ 933.189211] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aedcb53-2e9d-4dab-b9de-87c1620ea524 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.189335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.189411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.189621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.189754] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.189857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.189961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.190155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.190269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.190368] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.586352] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.586668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.586744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.588342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.588532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.588951] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.589156] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.589260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.589541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.589671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.589852] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e already deleted. [ 933.589950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.611043] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.692648] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.692843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.692931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.693198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.714060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.714347] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.714514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.714611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.714903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.715060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.715202] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 is going to be updated. [ 933.742752] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.742989] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.743139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.743465] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.743738] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.743903] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.744102] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.744364] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.744553] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.744807] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.744960] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.745112] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.745257] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.745403] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.745547] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.745745] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.747541] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.747696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.747811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.748036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.748215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.758253] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 in Status: IN_PROGRESS for 2s [ 933.767173] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.767367] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.767513] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.767711] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.768048] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-b0f79af2-df22-423d-870d-a79acc44ca71 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.768221] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-b0f79af2-df22-423d-870d-a79acc44ca71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.768363] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-b0f79af2-df22-423d-870d-a79acc44ca71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.768807] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-b0f79af2-df22-423d-870d-a79acc44ca71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.768978] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f79af2-df22-423d-870d-a79acc44ca71',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.113478] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.271168] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.271482] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.271609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.271859] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.272025] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.272192] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port b0f79af2-df22-423d-870d-a79acc44ca71 not found, creating... [ 934.272477] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.272642] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.272830] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.273044] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.273201] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.273506] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.273708] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.273795] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.274040] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.274216] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.274385] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: b0f79af2-df22-423d-870d-a79acc44ca71 is going to be created. [ 934.296269] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.296571] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.296703] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.297012] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.297355] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.297598] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-b0f79af2-df22-423d-870d-a79acc44ca71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.618697] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.619340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.619425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.619864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.619864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.619864] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 934.651066] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.651263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.651263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.651577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.651722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.661251] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 934.693883] env[69952]: INFO networking_nsxv3.common.synchronization [req-c5566bac-3aae-4e99-bbc3-35514c178730 req-9f07a354-3488-4b1d-8f15-020b454a88be tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 934.694650] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 934.698018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.698018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.698018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.698018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.698018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.698018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.698018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.698018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.698018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.698018] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.110315] env[69952]: INFO networking_nsxv3.common.synchronization [req-2d616477-4dec-47ee-a64f-03632a244f3e req-27e2e3f9-985e-443d-bc2a-634018e34cff service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 935.110315] env[69952]: INFO networking_nsxv3.common.synchronization [req-2d616477-4dec-47ee-a64f-03632a244f3e req-27e2e3f9-985e-443d-bc2a-634018e34cff service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 935.110315] env[69952]: INFO networking_nsxv3.common.synchronization [req-2d616477-4dec-47ee-a64f-03632a244f3e req-27e2e3f9-985e-443d-bc2a-634018e34cff service nova] Enqueued Resource ID: b0f79af2-df22-423d-870d-a79acc44ca71 with Priority: HIGHEST for action port [ 935.110315] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 935.110315] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 935.110315] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f79af2-df22-423d-870d-a79acc44ca71 with Priority: HIGHEST for action port [ 935.110315] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.110966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.111231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.111724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.111906] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.114111] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.114111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.114111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.114111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.114111] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.114111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.114111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.114715] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.114917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.116039] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.116201] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f79af2-df22-423d-870d-a79acc44ca71 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.116502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f79af2-df22-423d-870d-a79acc44ca71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.117179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f79af2-df22-423d-870d-a79acc44ca71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.117179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f79af2-df22-423d-870d-a79acc44ca71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.117179] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f79af2-df22-423d-870d-a79acc44ca71',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.198314] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.623239] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.623239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.623239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623239] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f79af2-df22-423d-870d-a79acc44ca71 with status ACTIVE [ 935.623239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.623239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.623239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.623239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.623239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.623239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.623239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.623239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.623903] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.623903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.623903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.623903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.623903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.623903] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f79af2-df22-423d-870d-a79acc44ca71 is going to be updated. [ 935.651232] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.651382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.651461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.651706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.653566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.653566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f79af2-df22-423d-870d-a79acc44ca71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.701375] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.770640] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 in Status: SUCCESS [ 935.770841] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 deletion is rescheduled due to dependency. [ 935.770963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.127035] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.204716] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.204716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.204716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.204716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.204716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.204716] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 936.243289] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.243289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.243289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.243289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.243535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.256052] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 936.632361] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.632892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.632985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.633226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.633319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.633419] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be created. [ 936.658817] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.658817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.658817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.658817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.659136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 936.673022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.673022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.673022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.673022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.673022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.673022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673022] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.673596] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: UNINITIALIZED for 2s [ 937.175657] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.175657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.175657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.175657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.175903] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.176985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.176985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.176985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.176985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.176985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.176985] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.176985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.176985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.177359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.177359] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.177434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.177434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.177588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.177667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.177751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.177843] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.680640] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c85b9b26-57ac-437a-a595-bdf5982b278a: rpc.has_security_group_logging(os_id): False [ 937.701540] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.701705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.701783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.702016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.702134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.702346] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.702455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.702524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.702675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.702766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.702986] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.703102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.703166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.703311] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.704655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.704655] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.704655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.704655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.704655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.704655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.704655] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 937.767021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.767021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.767021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.767021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.767021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.779603] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 938.266053] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 938.266281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.683123] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 938.683564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.683564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.683824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.683902] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.684031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.684097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.684259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.684420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.684420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.684528] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.189037] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.189037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.189037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.189037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.189349] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.189349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.189349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.189563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.189692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.189813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.190024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.190169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.190256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.190464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.190711] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.190844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.190908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.191040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.191113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.191200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.191281] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.693892] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3eaa156-d59a-4f09-9cfd-19f2a3eac50e: rpc.has_security_group_logging(os_id): False [ 939.715439] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.715619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.715693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.715882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.716085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.716316] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.716433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.716507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.716673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.716849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.716936] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.717049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.717120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.717236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.717304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.717478] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.717569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.717628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.717767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.717841] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.717923] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be created. [ 939.796613] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.796613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.796613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.796788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.798445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.798702] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 939.798905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.810953] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 940.110933] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 940.111100] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 941.825876] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 941.826265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.466445] env[69952]: INFO networking_nsxv3.common.synchronization [req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d req-d26990bf-9e62-4238-bf83-fc01711d9e0f tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Enqueued Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_members [ 944.467814] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_members [ 944.469544] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2504a-18c5-408b-9c51-9deb7a63361b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.469544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.469544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.469544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.469544] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.471044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.471044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.471044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.471044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.471044] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.891460] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.892108] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-123" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.892951] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-123" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.892951] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-123" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.893109] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.893262] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.896025] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.896025] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.896025] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.896025] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.896025] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.896025] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.896025] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.896025] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 944.896025] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.896025] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.920105] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.920302] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 944.920432] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.920643] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-123" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.921124] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-c23acc18-5e1c-4418-aa6d-0a4e994a8821 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.921412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-c23acc18-5e1c-4418-aa6d-0a4e994a8821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.921493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-c23acc18-5e1c-4418-aa6d-0a4e994a8821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.921783] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-c23acc18-5e1c-4418-aa6d-0a4e994a8821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.921928] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c23acc18-5e1c-4418-aa6d-0a4e994a8821',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.973817] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.975337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.975337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.975465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.975557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.975741] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.976100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.976100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.977076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.977076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.977076] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2504a-18c5-408b-9c51-9deb7a63361b already deleted. [ 944.977076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.026521] env[69952]: INFO networking_nsxv3.common.synchronization [None req-5dc0924b-5fb9-413b-bc3c-c6d0b6440207 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_rules [ 945.027986] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_rules [ 945.029263] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8223fa1-ecdb-4f15-8336-92eb1122626f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.029432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.029528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.029815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.030183] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.139378] env[69952]: INFO networking_nsxv3.common.synchronization [None req-037c8178-b086-41db-96b0-775977764256 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_rules [ 945.139997] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_rules [ 945.140329] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8223fa1-ecdb-4f15-8336-92eb1122626f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.140793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.424955] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.425200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.425330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.425613] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.425764] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.425918] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port c23acc18-5e1c-4418-aa6d-0a4e994a8821 not found, creating... [ 945.426254] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.426394] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.426463] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.426681] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.426849] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.427156] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.427355] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.428023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.428023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.428023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.428023] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: c23acc18-5e1c-4418-aa6d-0a4e994a8821 is going to be created. [ 945.449448] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.449671] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.449803] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.450102] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.450346] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.450579] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-c23acc18-5e1c-4418-aa6d-0a4e994a8821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.551136] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.551488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.551488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.551677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.551803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.551910] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8223fa1-ecdb-4f15-8336-92eb1122626f already deleted. [ 945.552021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.552161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.552332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.552420] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.079318] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.079533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.079660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.079907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.080062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.080265] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8223fa1-ecdb-4f15-8336-92eb1122626f already deleted. [ 946.080401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.349798] env[69952]: INFO networking_nsxv3.common.synchronization [req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d req-f492ced0-3d36-4ea4-b640-53b4f5c4bfb7 service nova] Enqueued Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_rules [ 946.350802] env[69952]: INFO networking_nsxv3.common.synchronization [req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d req-f492ced0-3d36-4ea4-b640-53b4f5c4bfb7 service nova] Enqueued Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_members [ 946.350802] env[69952]: INFO networking_nsxv3.common.synchronization [req-30f29a37-2ed2-4a03-abeb-97be5c92ea8d req-f492ced0-3d36-4ea4-b640-53b4f5c4bfb7 service nova] Enqueued Resource ID: c23acc18-5e1c-4418-aa6d-0a4e994a8821 with Priority: HIGHEST for action port [ 946.350972] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_rules [ 946.354629] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_members [ 946.354734] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c23acc18-5e1c-4418-aa6d-0a4e994a8821 with Priority: HIGHEST for action port [ 946.355040] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c2504a-18c5-408b-9c51-9deb7a63361b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.355173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.355251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.355456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.355547] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.356935] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2504a-18c5-408b-9c51-9deb7a63361b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.357242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.357242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.357369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.357906] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.357906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.357906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.358133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.362253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.362427] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.363733] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c23acc18-5e1c-4418-aa6d-0a4e994a8821 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.363733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c23acc18-5e1c-4418-aa6d-0a4e994a8821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.363733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c23acc18-5e1c-4418-aa6d-0a4e994a8821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.363985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c23acc18-5e1c-4418-aa6d-0a4e994a8821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.364432] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c23acc18-5e1c-4418-aa6d-0a4e994a8821',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.868040] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.869736] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2504a-18c5-408b-9c51-9deb7a63361b taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.869916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.870104] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c23acc18-5e1c-4418-aa6d-0a4e994a8821 with status ACTIVE [ 946.870365] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.870843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.870843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.870981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.871117] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.871317] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.871709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.872329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.872329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.872329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.872855] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.873054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.873146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.873324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.874048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.874193] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c23acc18-5e1c-4418-aa6d-0a4e994a8821 is going to be updated. [ 946.899513] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.899667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.899667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.899824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.899970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.900155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c23acc18-5e1c-4418-aa6d-0a4e994a8821" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.196871] env[69952]: INFO networking_nsxv3.common.synchronization [req-5fa6f1c3-5d9b-4435-9c38-b177a6c30f1d req-f9c450aa-da64-4cba-bf26-e63757d20023 tempest-ServersWithSpecificFlavorTestJSON-271663348 tempest-ServersWithSpecificFlavorTestJSON-271663348-project-member] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 947.198093] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGHEST for action security_group_members [ 947.198093] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.198282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.198282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.198703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.198703] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.198862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.198938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.199194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.199321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.199470] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.376546] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.633788] env[69952]: INFO networking_nsxv3.common.synchronization [req-af5d612b-0620-4993-ba1a-93398b3c9dd3 req-0cf4e15d-4898-4d93-9130-309ce25bb23d tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Enqueued Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGHEST for action security_group_members [ 947.634570] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGHEST for action security_group_members [ 947.634717] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b8863-2fe4-4778-8ca8-422ff7b6c712 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.634842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.634929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.635907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.636109] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.636260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.636343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.636467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.636552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.636996] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192b8863-2fe4-4778-8ca8-422ff7b6c712',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.701530] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.701530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.701760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.701964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.702213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.702356] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.702489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.702718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.703511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.703636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.703840] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 is going to be updated. [ 947.735538] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.735934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.736076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.736356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.736570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.745271] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: IN_PROGRESS for 2s [ 947.871725] env[69952]: INFO networking_nsxv3.common.synchronization [req-37bdb69d-0987-4235-9ccf-e787c83d6312 req-66740120-b0c8-421d-bf04-7310fff68b28 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 947.873862] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 947.873862] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.873862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.873862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.873862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.873862] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.873862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.873862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.873862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.873862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.874301] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.884467] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.884843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.884843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.884950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.884981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.885100] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2504a-18c5-408b-9c51-9deb7a63361b is going to be created. [ 947.912236] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.912941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.912941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.912941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.912941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.929801] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2504a-18c5-408b-9c51-9deb7a63361b in Status: UNINITIALIZED for 2s [ 948.142024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.142024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.142024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.142024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.142024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.142024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.142024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.142024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.142024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.142024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.142024] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 already deleted. [ 948.142024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.320928] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.321464] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.321558] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.322079] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.322525] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.322809] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.323061] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.323445] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.323705] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.324091] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.324525] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.324525] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.324718] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.324955] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.325191] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.325438] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.348761] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.348953] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.349608] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.349916] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-832" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.350292] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.350515] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.350667] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.351206] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.351274] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a4e87d6-818a-4cc6-a9e8-0adad0726fd1',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.376679] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.376943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.376943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.377179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.377300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.377441] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.377543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.377667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.377845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.377845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.378061] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 948.412026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.412026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.412026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.412026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.412026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.422637] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 948.858746] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.859216] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.859551] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.859782] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.859903] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.861452] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 not found, creating... [ 948.861452] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.861452] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.861452] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.861452] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.861452] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.861786] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.861954] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.866550] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.866992] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.867440] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.867440] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 is going to be created. [ 948.904088] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.904923] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.904923] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.906670] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.906670] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.906841] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.617199] env[69952]: INFO networking_nsxv3.common.synchronization [req-af5d612b-0620-4993-ba1a-93398b3c9dd3 req-1189f81b-3876-4841-97dc-fd85962d4386 service nova] Enqueued Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGHEST for action security_group_rules [ 949.617387] env[69952]: INFO networking_nsxv3.common.synchronization [req-af5d612b-0620-4993-ba1a-93398b3c9dd3 req-1189f81b-3876-4841-97dc-fd85962d4386 service nova] Enqueued Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGHEST for action security_group_members [ 949.617530] env[69952]: INFO networking_nsxv3.common.synchronization [req-af5d612b-0620-4993-ba1a-93398b3c9dd3 req-1189f81b-3876-4841-97dc-fd85962d4386 service nova] Enqueued Resource ID: 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 with Priority: HIGHEST for action port [ 949.617753] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGHEST for action security_group_rules [ 949.617879] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGHEST for action security_group_members [ 949.617977] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 with Priority: HIGHEST for action port [ 949.618537] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192b8863-2fe4-4778-8ca8-422ff7b6c712 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.618669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.618811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.619376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.619534] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192b8863-2fe4-4778-8ca8-422ff7b6c712',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.623047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b8863-2fe4-4778-8ca8-422ff7b6c712 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.623047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.623047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.623047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.623047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.623047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.623047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.623047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.623047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.623047] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192b8863-2fe4-4778-8ca8-422ff7b6c712',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.623047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.623047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.623047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.625061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.625061] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a4e87d6-818a-4cc6-a9e8-0adad0726fd1',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.757594] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 in Status: SUCCESS [ 949.757681] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 deletion is rescheduled due to dependency. [ 949.757819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.940614] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2504a-18c5-408b-9c51-9deb7a63361b in Status: SUCCESS [ 949.941035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.941499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.941717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.942060] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.942177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.942177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.942330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.942413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.942506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.942598] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.054644] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b req-78845450-98fe-46ff-830e-87ba7523c71d tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 950.055446] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 950.055943] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.055943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.055943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.056116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.056192] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.056285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.056345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.056492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.056681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.056681] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.127144] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('192b8863-2fe4-4778-8ca8-422ff7b6c712',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.131323] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b8863-2fe4-4778-8ca8-422ff7b6c712 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.131323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.131323] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 with status ACTIVE [ 950.131323] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.131323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.131323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.131323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.131323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.131323] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.131323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.131323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.131323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.131323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.131323] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.132384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.132384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.132384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.132384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.132384] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a4e87d6-818a-4cc6-a9e8-0adad0726fd1 is going to be updated. [ 950.161253] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.161396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.161523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.161651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.161850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.161980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a4e87d6-818a-4cc6-a9e8-0adad0726fd1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.434573] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 950.434573] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 950.434573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.445642] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.559868] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.560078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.560153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.560340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.560473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.560660] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.560743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.560872] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.560971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.561061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.563488] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 950.592494] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.592731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.592820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.593468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.593706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.603965] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 950.636424] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('192b8863-2fe4-4778-8ca8-422ff7b6c712',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.838720] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.839043] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.839237] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.839560] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.839921] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.840139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.840317] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.840590] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.840827] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.841082] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.841408] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.841408] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.841610] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.841746] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.841912] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.842121] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.861639] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.861861] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.862419] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.862649] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.862994] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-25c66531-218e-4881-a3f9-cd85e71ca1d0 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.863195] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-25c66531-218e-4881-a3f9-cd85e71ca1d0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.863340] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-25c66531-218e-4881-a3f9-cd85e71ca1d0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.863700] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-25c66531-218e-4881-a3f9-cd85e71ca1d0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.863850] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25c66531-218e-4881-a3f9-cd85e71ca1d0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.949450] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07c2504a-18c5-408b-9c51-9deb7a63361b: rpc.has_security_group_logging(os_id): False [ 950.969022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.969238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.969316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.969547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.969643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.969940] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.970076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.970154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.970332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.970431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.970523] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c2504a-18c5-408b-9c51-9deb7a63361b is going to be created. [ 951.057445] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.057866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.057866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.058062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.058326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.074028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c2504a-18c5-408b-9c51-9deb7a63361b in Status: IN_PROGRESS for 2s [ 951.138809] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.139067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.139140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.139435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.139543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.139658] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 is going to be created. [ 951.208144] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.208711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.208922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.209188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.209357] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.236424] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 in Status: UNINITIALIZED for 2s [ 951.367613] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.367908] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.368062] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.368388] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.368613] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.368832] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 25c66531-218e-4881-a3f9-cd85e71ca1d0 not found, creating... [ 951.369168] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.369424] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.369480] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.369709] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.369860] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.370503] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.370896] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.371093] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.371577] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.371790] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.372104] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 25c66531-218e-4881-a3f9-cd85e71ca1d0 is going to be created. [ 951.395992] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.396356] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.396546] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.396903] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.397250] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.397548] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-25c66531-218e-4881-a3f9-cd85e71ca1d0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.459150] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b req-cc370d9f-a90f-42f9-b1db-757cac7b5747 service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 952.459150] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b req-cc370d9f-a90f-42f9-b1db-757cac7b5747 service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 952.459150] env[69952]: INFO networking_nsxv3.common.synchronization [req-bd464b8f-e26e-44b9-8a95-d16bcf4b125b req-cc370d9f-a90f-42f9-b1db-757cac7b5747 service nova] Enqueued Resource ID: 25c66531-218e-4881-a3f9-cd85e71ca1d0 with Priority: HIGHEST for action port [ 952.459150] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 952.459150] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 952.459150] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c66531-218e-4881-a3f9-cd85e71ca1d0 with Priority: HIGHEST for action port [ 952.459710] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.459710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.459710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.459847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.459882] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.461026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.461026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.461179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-25c66531-218e-4881-a3f9-cd85e71ca1d0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.461179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25c66531-218e-4881-a3f9-cd85e71ca1d0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.461272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25c66531-218e-4881-a3f9-cd85e71ca1d0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.461428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25c66531-218e-4881-a3f9-cd85e71ca1d0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.461502] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25c66531-218e-4881-a3f9-cd85e71ca1d0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.615203] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 952.615203] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 deletion is rescheduled due to dependency. [ 952.615203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.615374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.619024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.619024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.619024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.619024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.619024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.619024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.619024] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.964720] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.964882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.965141] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25c66531-218e-4881-a3f9-cd85e71ca1d0 with status ACTIVE [ 952.965354] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.965519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.965590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.965819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.965910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.966121] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.966222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.966283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.966521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.966635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.966830] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.967036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.967036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.967198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.967288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.967390] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25c66531-218e-4881-a3f9-cd85e71ca1d0 is going to be updated. [ 952.998403] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.998679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.998937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.999277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.999453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.999685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25c66531-218e-4881-a3f9-cd85e71ca1d0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.092813] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c2504a-18c5-408b-9c51-9deb7a63361b in Status: SUCCESS [ 953.093065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.119474] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.267764] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 in Status: SUCCESS [ 953.268011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.268194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.268416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.268654] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.268780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.268848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.269041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.269131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.269234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.269375] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('192b8863-2fe4-4778-8ca8-422ff7b6c712',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.526101] env[69952]: INFO networking_nsxv3.common.synchronization [req-05f25f0e-010d-47e1-93ec-ac88db0d16c1 req-953d9705-e992-4f86-b076-0a4b24dc808e tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Enqueued Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_members [ 953.526101] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGHEST for action security_group_members [ 953.526101] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-76661a59-0e3b-4d59-8511-f4977cb26e3b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.526101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.526101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.526101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.526101] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.526101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.526101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.526101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.528368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.528368] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.620949] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.772034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b8863-2fe4-4778-8ca8-422ff7b6c712 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.772273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.772360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.772562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.774761] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.774761] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b8863-2fe4-4778-8ca8-422ff7b6c712 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.774761] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.774761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.774761] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('192b8863-2fe4-4778-8ca8-422ff7b6c712',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.030853] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.030853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.030853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.031064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.031229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.033105] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.033105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.033105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.033105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.033105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.033105] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b is going to be updated. [ 954.063609] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.063819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.063901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.064146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.064294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.077016] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b in Status: IN_PROGRESS for 2s [ 954.125452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.125636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.125721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.125940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.126038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.126167] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 954.157859] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.158026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.158089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.158355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.158583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.170422] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 954.278206] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 192b8863-2fe4-4778-8ca8-422ff7b6c712: rpc.has_security_group_logging(os_id): False [ 954.301612] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.301612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.301784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.303833] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.303833] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.303833] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.303833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.304432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.304432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.304432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.304432] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 is going to be created. [ 954.389592] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.389860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.389991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.390299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.390666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.408061] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 in Status: IN_PROGRESS for 2s [ 956.088019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b in Status: SUCCESS [ 956.088394] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b deletion is rescheduled due to dependency. [ 956.088394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.180190] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 956.180418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.180659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.180795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.181084] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.181208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.181276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.181435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.181515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.181611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.181686] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.423383] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 in Status: SUCCESS [ 956.423619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.684213] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.684213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.684213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.684453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.684617] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.684720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.684786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.684938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.685035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.685125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.685269] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.685684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.685684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.685684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.685684] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.685855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.685855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.685941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.686039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.686127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.686214] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.188212] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 508193cb-ad6e-42b3-b375-4cdbc2887c82: rpc.has_security_group_logging(os_id): False [ 957.208047] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.208280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.208374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.208623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.208741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.208977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.209094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.209159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.209321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.209398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.209575] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.209674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.209733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.209866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.211191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.211191] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.211191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.211191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.211191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.211191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.211191] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 957.281153] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.281347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.281421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.281619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.281767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.303111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 958.526583] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 958.526583] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 958.551217] env[69952]: INFO networking_nsxv3.common.synchronization [req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d req-b0a4f943-d8a5-4378-919b-d87ab23ade22 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Enqueued Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_members [ 958.551217] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_members [ 958.552945] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.555030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.555030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.555030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.555030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.555030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.555030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.555030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.555030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.555030] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.058216] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.058216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.058216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.058491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.058491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.060795] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.060795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.060795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.060795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.060795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.060795] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 already deleted. [ 959.060795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.194311] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.195237] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.195820] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.196339] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.197647] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.197647] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.197647] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.197647] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.197647] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.198020] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.198020] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.198475] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.198681] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.198842] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 959.198977] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.199179] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.222784] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.223179] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 959.223283] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.223993] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.224349] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-c1f400ac-f385-49a0-8e44-4a8505e79697 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.224539] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.224665] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.224999] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.225960] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f400ac-f385-49a0-8e44-4a8505e79697',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.331584] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 959.331584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.729530] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.729831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.729869] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.730605] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.730605] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.730605] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port c1f400ac-f385-49a0-8e44-4a8505e79697 not found, creating... [ 959.730993] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.732390] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.732390] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.733098] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.733098] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.736871] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.737218] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.737365] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.737787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.737858] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.737987] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: c1f400ac-f385-49a0-8e44-4a8505e79697 is going to be created. [ 959.756664] env[69952]: INFO networking_nsxv3.common.synchronization [req-eca25e3b-de6a-46c3-b20a-1e1da2b678ca req-466d046a-b3b7-4252-b78b-b53a5024f1f9 tempest-ImagesNegativeTestJSON-816171961 tempest-ImagesNegativeTestJSON-816171961-project-member] Enqueued Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGHEST for action security_group_members [ 959.756664] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGHEST for action security_group_members [ 959.756664] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-192b8863-2fe4-4778-8ca8-422ff7b6c712 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.756664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.756664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.757417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.757727] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.757956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.758122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.758581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.758775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.758992] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('192b8863-2fe4-4778-8ca8-422ff7b6c712',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.774021] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.774021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.774021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.774021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.774021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.774021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.262349] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.262720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.262868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.263181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.263420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.263615] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.263744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.263820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.264493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.264493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.264493] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 is going to be updated. [ 960.298683] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.298854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.299007] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.299265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.300329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.311227] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 in Status: IN_PROGRESS for 2s [ 960.571238] env[69952]: INFO networking_nsxv3.common.synchronization [req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d req-0cdbb4c5-6987-4c8c-9641-c2d9ab6a2e70 service nova] Enqueued Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_rules [ 960.571595] env[69952]: INFO networking_nsxv3.common.synchronization [req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d req-0cdbb4c5-6987-4c8c-9641-c2d9ab6a2e70 service nova] Enqueued Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_members [ 960.571763] env[69952]: INFO networking_nsxv3.common.synchronization [req-4483f0c6-e9da-43fa-aed7-5f3d501e9d2d req-0cdbb4c5-6987-4c8c-9641-c2d9ab6a2e70 service nova] Enqueued Resource ID: c1f400ac-f385-49a0-8e44-4a8505e79697 with Priority: HIGHEST for action port [ 960.572493] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_rules [ 960.572680] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_members [ 960.572828] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f400ac-f385-49a0-8e44-4a8505e79697 with Priority: HIGHEST for action port [ 960.573093] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.573358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.573431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.573836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.573970] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.575116] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.575462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575626] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.575884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.576251] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.578032] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1f400ac-f385-49a0-8e44-4a8505e79697 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.578032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.578032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.578203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.578203] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f400ac-f385-49a0-8e44-4a8505e79697',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.082077] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.083297] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.083461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.083551] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1f400ac-f385-49a0-8e44-4a8505e79697 with status ACTIVE [ 961.083701] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.083807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.083873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.084111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.084216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.084382] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.084476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.084536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.084690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.084782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.085029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.085222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.085340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.085582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.085708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.085815] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1f400ac-f385-49a0-8e44-4a8505e79697 is going to be updated. [ 961.107731] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.107859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.107934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.108174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.109031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.109031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.355210] env[69952]: INFO networking_nsxv3.common.synchronization [req-54227968-7d9b-4629-85a8-70f9ca82f43a req-101df41d-ef8a-4509-85e5-ffc5f0238794 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 961.355210] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 961.355210] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.355210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.356157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.356511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.356823] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.359556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.359556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.359674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.359707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.359800] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.588198] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.865460] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.090982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.091274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.091274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.091443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.091534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.091630] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 is going to be created. [ 962.120848] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.122792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.122792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.122792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.122792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.133447] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: UNINITIALIZED for 2s [ 962.313913] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.314454] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.314641] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.316150] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.316614] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.316614] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.316792] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.317051] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.317207] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.317718] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.317838] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.317989] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.318130] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.318256] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 962.318368] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.318555] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.334549] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 in Status: SUCCESS [ 962.334766] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 deletion is rescheduled due to dependency. [ 962.334837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.344263] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.344552] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 962.344695] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.344803] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.345152] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.345367] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.345471] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.345824] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.346766] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5fbab5-4a77-48d0-af7c-d1b27150e2d9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.369320] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.860280] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.860280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.860280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.860280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.860280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.860280] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 not found, creating... [ 962.860280] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.860280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.860280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.860280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.860280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.860661] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.864691] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.865124] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.866069] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.866737] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.867445] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 is going to be created. [ 962.871433] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.871974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.871974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.873253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.873253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.873253] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be updated. [ 962.902234] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.902859] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.902859] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.903202] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.903583] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.903935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.913449] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.913685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.913911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.914188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.914388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.927459] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: IN_PROGRESS for 2s [ 963.552517] env[69952]: INFO networking_nsxv3.common.synchronization [None req-3d52d762-24fa-4f3f-9ea5-adb57ede1560 None None] Enqueued Resource ID: 1231055d-7e04-4597-8b69-6c484ab48804 with Priority: HIGHEST for action port [ 963.552517] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1231055d-7e04-4597-8b69-6c484ab48804 with Priority: HIGHEST for action port [ 963.552517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1231055d-7e04-4597-8b69-6c484ab48804 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.552517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1231055d-7e04-4597-8b69-6c484ab48804" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.552517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1231055d-7e04-4597-8b69-6c484ab48804" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.555787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1231055d-7e04-4597-8b69-6c484ab48804" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.555787] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1231055d-7e04-4597-8b69-6c484ab48804',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.059825] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1231055d-7e04-4597-8b69-6c484ab48804 [ 964.060086] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.060253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.060350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.060606] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.060694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.060787] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1231055d-7e04-4597-8b69-6c484ab48804 already deleted. [ 964.060867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1231055d-7e04-4597-8b69-6c484ab48804" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.083099] env[69952]: INFO networking_nsxv3.common.synchronization [req-54227968-7d9b-4629-85a8-70f9ca82f43a req-a8865e24-0dd4-41bd-aee5-9b00f0309166 service nova] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_rules [ 964.083311] env[69952]: INFO networking_nsxv3.common.synchronization [req-54227968-7d9b-4629-85a8-70f9ca82f43a req-a8865e24-0dd4-41bd-aee5-9b00f0309166 service nova] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 964.083476] env[69952]: INFO networking_nsxv3.common.synchronization [req-54227968-7d9b-4629-85a8-70f9ca82f43a req-a8865e24-0dd4-41bd-aee5-9b00f0309166 service nova] Enqueued Resource ID: ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 with Priority: HIGHEST for action port [ 964.085912] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_rules [ 964.085987] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 964.086428] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 with Priority: HIGHEST for action port [ 964.086428] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.086709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.086709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.086839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.086924] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.091027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.091027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.091027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.091027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.091027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.091027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.091027] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed5fbab5-4a77-48d0-af7c-d1b27150e2d9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.145513] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: SUCCESS [ 964.145642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.145787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.146013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.146221] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.146337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.146402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.146564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.146651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.146733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.146818] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.227495] env[69952]: INFO networking_nsxv3.common.synchronization [req-47758561-91c6-47ec-a0e2-030cd216b0c3 req-91cfe1c0-e18a-404e-80ab-bce144b52450 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 964.231346] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 964.232217] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.232357] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.232428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.232638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.232796] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.232895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.232958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.233128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.233344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.233344] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.596731] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.596731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.596731] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 with status ACTIVE [ 964.596731] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.596731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.596731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.596731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.596731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.596731] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.596731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.597291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.597291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.597291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.597291] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.597291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.600689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.600689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.600689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.600689] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed5fbab5-4a77-48d0-af7c-d1b27150e2d9 is going to be updated. [ 964.646084] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.646239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.646310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.646520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.646650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.646814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed5fbab5-4a77-48d0-af7c-d1b27150e2d9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.649315] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.666823] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.667128] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.667245] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.667527] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.667798] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.667965] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.668095] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.668321] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.668613] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.668672] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.668785] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.668974] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.669623] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.669623] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.669623] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.669772] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.693513] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.693513] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.693696] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.693850] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.694211] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.694458] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.694538] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.694868] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.695048] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c14e28d-84c2-4ddd-8734-5ad1c62406f2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.737454] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.737454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.737454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.737454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.737454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.737454] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.737454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.737454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.737454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.737454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.737454] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 964.775648] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.775818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.777241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.777241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.777241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.789292] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 964.939943] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: SUCCESS [ 964.940940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.941321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.941587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.941898] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.942050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.942110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.942320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.942411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.942566] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.156111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2c6b888-81da-41dd-9457-6e4cb0dd24c4: rpc.has_security_group_logging(os_id): False [ 965.197620] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.198081] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.198265] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.198771] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.199053] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.199400] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 not found, creating... [ 965.200020] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.202199] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.202440] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.202877] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.203120] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.203728] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.204021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.204228] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.204642] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.204898] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.206811] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 is going to be created. [ 965.209739] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.209942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.210064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.210353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.210498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.210912] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.211104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.211208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.211690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.211690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.211800] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 is going to be created. [ 965.270577] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.270840] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.271055] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.273371] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.273371] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.273371] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.391301] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.391301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.391301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.391301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.391937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.411872] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: IN_PROGRESS for 2s [ 965.445450] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.949121] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.969380] env[69952]: INFO networking_nsxv3.common.synchronization [req-47758561-91c6-47ec-a0e2-030cd216b0c3 req-2ee6c736-ee01-4caa-b911-38ab100e777f service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 965.969380] env[69952]: INFO networking_nsxv3.common.synchronization [req-47758561-91c6-47ec-a0e2-030cd216b0c3 req-2ee6c736-ee01-4caa-b911-38ab100e777f service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 965.969380] env[69952]: INFO networking_nsxv3.common.synchronization [req-47758561-91c6-47ec-a0e2-030cd216b0c3 req-2ee6c736-ee01-4caa-b911-38ab100e777f service nova] Enqueued Resource ID: 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 with Priority: HIGHEST for action port [ 965.969380] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 965.969380] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 965.969380] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 with Priority: HIGHEST for action port [ 965.970065] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.970339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.970500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.974027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.974027] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.974027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.974027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.974027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.974027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.974027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.974027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.974027] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c14e28d-84c2-4ddd-8734-5ad1c62406f2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.228155] env[69952]: INFO networking_nsxv3.common.synchronization [None req-c6a1b61f-1a00-47a6-8bff-b31941dc1fda None None] Enqueued Resource ID: 2192faa8-0a83-4ae3-b898-4a08bcab0748 with Priority: HIGHEST for action port [ 966.228714] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2192faa8-0a83-4ae3-b898-4a08bcab0748 with Priority: HIGHEST for action port [ 966.229482] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2192faa8-0a83-4ae3-b898-4a08bcab0748 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.229652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2192faa8-0a83-4ae3-b898-4a08bcab0748" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.229739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2192faa8-0a83-4ae3-b898-4a08bcab0748" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.232601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2192faa8-0a83-4ae3-b898-4a08bcab0748" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.232601] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2192faa8-0a83-4ae3-b898-4a08bcab0748',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.451464] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.451732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.451732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.452199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.452428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.452970] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be updated. [ 966.474868] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.475188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.476513] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 with status ACTIVE [ 966.476774] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.476941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.477068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.477360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.477489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.477752] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.477906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.478037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.478221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.478307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.478500] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.478596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.478720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.478788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.478898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.478951] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c14e28d-84c2-4ddd-8734-5ad1c62406f2 is going to be updated. [ 966.489705] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.489956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.489956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.490190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.490438] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.501220] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: IN_PROGRESS for 2s [ 966.503777] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.503920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.503998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.504248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.504385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.504549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c14e28d-84c2-4ddd-8734-5ad1c62406f2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.735429] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2192faa8-0a83-4ae3-b898-4a08bcab0748 [ 966.735644] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.735791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.735930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.736207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.736318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.736374] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2192faa8-0a83-4ae3-b898-4a08bcab0748 already deleted. [ 966.736449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2192faa8-0a83-4ae3-b898-4a08bcab0748" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.800845] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 966.800845] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe deletion is rescheduled due to dependency. [ 966.800845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.800845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.801094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.801223] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.801360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.801434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.801592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.801672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.801771] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.304713] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.427250] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: SUCCESS [ 967.427500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.666409] env[69952]: INFO networking_nsxv3.common.synchronization [req-e4620908-1972-434b-897a-f4c429feb575 req-59d794ec-4b75-40cf-b9b7-34c15f4a5ef6 tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Enqueued Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGHEST for action security_group_members [ 967.667180] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGHEST for action security_group_members [ 967.667353] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cead08a-5f05-46cf-af6c-1883ec78a109 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.667476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.667546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.667817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.667997] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.668115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.668237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.668330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.668420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.668525] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cead08a-5f05-46cf-af6c-1883ec78a109',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.808412] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.026605] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.026823] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-147" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.026952] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-147" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.027397] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-147" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.027770] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.027972] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.028134] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.028391] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.028537] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.028754] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.028873] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.028987] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.029112] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.029227] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.029336] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.029474] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.049628] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.049795] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.049934] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.050159] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-147" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.050450] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.053029] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.053029] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.053029] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.053029] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e3d6490-2c4f-48a0-802e-1e71a6f830ae',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.171096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.171328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.171328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.171565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.171657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.171852] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.171974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.172059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.172300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.172389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.172456] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 already deleted. [ 968.172517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.311478] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.311809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.311809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.311943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.312085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.312189] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 968.345271] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.345514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.345514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.345718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.345863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.355796] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 968.512534] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: SUCCESS [ 968.512763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.512967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.513211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.513668] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.513668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.513763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.513946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.514091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.514197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.514347] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.555615] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.555808] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.555932] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.556272] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.556490] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.557074] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 8e3d6490-2c4f-48a0-802e-1e71a6f830ae not found, creating... [ 968.557074] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.557431] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.557431] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.557583] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.557788] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.558162] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.558356] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.558477] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.558696] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.558838] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.559131] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 8e3d6490-2c4f-48a0-802e-1e71a6f830ae is going to be created. [ 968.583413] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.583744] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.583905] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.584233] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.584587] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.584776] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.940085] env[69952]: INFO networking_nsxv3.common.synchronization [req-653f446d-0d66-43a7-80d0-f0d375dc066b req-0706f507-44aa-4cc0-9f1b-ae1c86ae978c tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 968.944330] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 968.945843] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.946174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.946293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.946577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.946840] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.946989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.947185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.947440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.947563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.947707] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.016609] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.016916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.017024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.017310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.017532] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.017640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.017716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.017980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.018095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.018221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.018389] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.018517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.018604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.018834] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.018990] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.019107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.019167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.019310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.019387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.019493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.019635] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.455021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.455021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.455021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.455021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.455021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.455021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.455021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.455021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.455021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.455021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.455021] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be deleted. [ 969.487196] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.487196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.487196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.487196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.487196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.487196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.522165] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dee889f-7817-4966-be04-2f1e29dde9fa: rpc.has_security_group_logging(os_id): False [ 969.555129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.555290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.555424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.555617] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.555712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.555917] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.556034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.556116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.556540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.556664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.556897] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.557111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.557229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.557591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.557676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.557943] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.558057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.558138] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.558343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.558466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.558592] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be updated. [ 969.627237] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.627237] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.627237] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.628109] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.628604] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.628863] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.629050] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.629341] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.629476] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.629692] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.630820] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.630820] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.630820] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.630820] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.630820] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.630820] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.650899] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.650899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.651121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.651268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.651423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.669198] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.669198] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.669198] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.669198] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.669198] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-f4ec02d5-3307-496c-9280-217458bd8552 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.669198] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-f4ec02d5-3307-496c-9280-217458bd8552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.669198] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-f4ec02d5-3307-496c-9280-217458bd8552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.669667] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-f4ec02d5-3307-496c-9280-217458bd8552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.669914] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ec02d5-3307-496c-9280-217458bd8552',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.682967] env[69952]: INFO networking_nsxv3.common.synchronization [req-e4620908-1972-434b-897a-f4c429feb575 req-f90a21a4-e1a6-4792-9d8d-71a927122d33 service nova] Enqueued Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGHEST for action security_group_rules [ 969.683208] env[69952]: INFO networking_nsxv3.common.synchronization [req-e4620908-1972-434b-897a-f4c429feb575 req-f90a21a4-e1a6-4792-9d8d-71a927122d33 service nova] Enqueued Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGHEST for action security_group_members [ 969.683377] env[69952]: INFO networking_nsxv3.common.synchronization [req-e4620908-1972-434b-897a-f4c429feb575 req-f90a21a4-e1a6-4792-9d8d-71a927122d33 service nova] Enqueued Resource ID: 8e3d6490-2c4f-48a0-802e-1e71a6f830ae with Priority: HIGHEST for action port [ 969.684505] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: IN_PROGRESS for 2s [ 969.685044] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGHEST for action security_group_rules [ 969.685191] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGHEST for action security_group_members [ 969.685281] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e3d6490-2c4f-48a0-802e-1e71a6f830ae with Priority: HIGHEST for action port [ 969.685577] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cead08a-5f05-46cf-af6c-1883ec78a109 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.685699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.685765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.686068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.686163] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cead08a-5f05-46cf-af6c-1883ec78a109',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.687536] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cead08a-5f05-46cf-af6c-1883ec78a109 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.687653] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.687720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.687922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.688125] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.688228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.688287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.688450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.688533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.688626] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cead08a-5f05-46cf-af6c-1883ec78a109',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.690427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.690427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.690427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.690427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.690427] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e3d6490-2c4f-48a0-802e-1e71a6f830ae',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.994897] env[69952]: INFO networking_nsxv3.common.synchronization [req-8a191277-aeef-4779-a530-c5b5f53f47ae req-e5e54554-219b-45fb-9b00-c44e239ee63d tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Enqueued Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 969.995495] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 969.996245] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.996245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.996245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.996245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.996493] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.996493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.996575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.996703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.996781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.996874] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.176036] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.176036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.176036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.176036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.176036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.176036] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port f4ec02d5-3307-496c-9280-217458bd8552 not found, creating... [ 970.176036] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.176036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.176036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.176036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.176036] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.176696] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.176696] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.177439] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.177932] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.178280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.178821] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: f4ec02d5-3307-496c-9280-217458bd8552 is going to be created. [ 970.192807] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cead08a-5f05-46cf-af6c-1883ec78a109 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.193235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.193634] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cead08a-5f05-46cf-af6c-1883ec78a109',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.195048] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e3d6490-2c4f-48a0-802e-1e71a6f830ae with status ACTIVE [ 970.195387] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.195683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.197035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.197035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.197035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.197035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.197035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.197035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.197035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.197035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.200225] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.200225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.200225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.200225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.200225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.200225] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e3d6490-2c4f-48a0-802e-1e71a6f830ae is going to be updated. [ 970.214996] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.217935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.217935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.217935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.217935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.217935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-f4ec02d5-3307-496c-9280-217458bd8552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.249994] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.250211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.250268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.250534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.250676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.250840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e3d6490-2c4f-48a0-802e-1e71a6f830ae" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.370364] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 970.374512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.374512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.374512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.374512] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.374512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.374512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.374512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.374512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.374512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.374512] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.499669] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.700862] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cead08a-5f05-46cf-af6c-1883ec78a109',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.879081] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.879081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.879081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.879081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.879356] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.879401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.879456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.882039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.882039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.882039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.882039] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.003179] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.128917] env[69952]: INFO networking_nsxv3.common.synchronization [req-307b0756-b244-4dbd-bdbd-84f7e927ec35 req-85d17dfe-e700-4bd7-9378-d280a255d831 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 971.129830] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 971.133538] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.133695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.133766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.134040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.134209] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.134315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.134379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.134542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.134629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.134738] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.164320] env[69952]: INFO networking_nsxv3.common.synchronization [req-653f446d-0d66-43a7-80d0-f0d375dc066b req-b4998e08-dd45-40dd-9a10-0b7b694120f1 service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 971.164846] env[69952]: INFO networking_nsxv3.common.synchronization [req-653f446d-0d66-43a7-80d0-f0d375dc066b req-b4998e08-dd45-40dd-9a10-0b7b694120f1 service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 971.167145] env[69952]: INFO networking_nsxv3.common.synchronization [req-653f446d-0d66-43a7-80d0-f0d375dc066b req-b4998e08-dd45-40dd-9a10-0b7b694120f1 service nova] Enqueued Resource ID: f4ec02d5-3307-496c-9280-217458bd8552 with Priority: HIGHEST for action port [ 971.167145] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 971.168233] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 971.168233] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ec02d5-3307-496c-9280-217458bd8552 with Priority: HIGHEST for action port [ 971.168233] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.168380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.168418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.169717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.169717] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.169954] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.170123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.170218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.170643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.170979] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.171244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.171394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.171599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.172521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.172644] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.173747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ec02d5-3307-496c-9280-217458bd8552 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.173920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ec02d5-3307-496c-9280-217458bd8552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.174287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ec02d5-3307-496c-9280-217458bd8552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.174549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ec02d5-3307-496c-9280-217458bd8552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.174651] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ec02d5-3307-496c-9280-217458bd8552',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.204452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.204644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.204695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.204893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.204997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.205112] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 is going to be created. [ 971.248677] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.248810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.248880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.249152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.249786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.263568] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 in Status: UNINITIALIZED for 2s [ 971.388853] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d59d0e8a-5fb8-43b5-a94e-3463cd4079fe: rpc.has_security_group_logging(os_id): False [ 971.408680] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.412313] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.412313] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.412313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.413216] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.413216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.413216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.413216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.413216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.413216] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 971.494815] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.494815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.494815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.495187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.495233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.507451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.507451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.507451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.507451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.507451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.507451] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f is going to be updated. [ 971.509940] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 971.544012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.544286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.544387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.544625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.544782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.558095] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: IN_PROGRESS for 2s [ 971.639199] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.678797] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4ec02d5-3307-496c-9280-217458bd8552 with status ACTIVE [ 971.679228] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.679445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.679530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.679750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.680026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.680122] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.680304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.680355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.681315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.681315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.681315] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.681315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.681315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.681838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.681838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.681838] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4ec02d5-3307-496c-9280-217458bd8552 is going to be updated. [ 971.683283] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.683409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.683620] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.706486] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: SUCCESS [ 971.706633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.713424] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.713424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.713424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.713684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.713844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.714087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ec02d5-3307-496c-9280-217458bd8552" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.141421] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.186323] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.646220] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.646654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.646654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.647325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.647440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.647549] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 972.680537] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.680628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.680628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.680876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.681188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.688276] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.688574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.688574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.689468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.689468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.689468] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be created. [ 972.692110] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 972.715326] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.715567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.715668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.715904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.716093] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.727090] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: UNINITIALIZED for 2s [ 973.274329] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 in Status: SUCCESS [ 973.275056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.275056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.275056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.275202] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.275283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.275325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.275596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.275596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.275743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.275743] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cead08a-5f05-46cf-af6c-1883ec78a109',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.526841] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 973.527583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.575484] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: SUCCESS [ 973.575808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.780506] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cead08a-5f05-46cf-af6c-1883ec78a109 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.780972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.780972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.780972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.781196] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.781196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.781624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.781624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.781624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.781624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.782325] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cead08a-5f05-46cf-af6c-1883ec78a109 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.782325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.782325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.782325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.782580] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.782580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.782580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.782747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.782807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.782889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.783053] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cead08a-5f05-46cf-af6c-1883ec78a109',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.290751] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cead08a-5f05-46cf-af6c-1883ec78a109: rpc.has_security_group_logging(os_id): False [ 974.314608] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.315214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.315214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.315214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.315413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.315640] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.315812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.315874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.316267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.316267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.316520] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.316708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.316767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.316952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.317164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.317365] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.317641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.317641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.317795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.317904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.318131] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 is going to be created. [ 974.407228] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.407443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.407443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.407701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.407933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.449165] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 in Status: IN_PROGRESS for 2s [ 974.702722] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 974.702893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.737561] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 974.737804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.738070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.738365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.738713] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.738954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.739052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.739608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.739608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.739608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.739608] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.242836] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.242836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.243276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.243276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.243544] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.243698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.243770] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.243953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.244057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.244250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.244372] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.244482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.244536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.244694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.244885] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.244952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.245012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.245582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.245666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.245819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.249023] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.750212] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 350f0ebb-36c1-4557-84a1-d17daed5d0c2: rpc.has_security_group_logging(os_id): False [ 975.773242] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.773396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.773441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.773672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.773760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.773981] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.774251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.774251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.774357] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.774387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.774628] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.774628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.774738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.774899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.774899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.775062] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.775160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.775220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.775358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.775430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.775514] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be created. [ 975.970642] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.974465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.974465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.974465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.974465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.006872] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 976.168181] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 976.168433] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 976.341096] env[69952]: INFO networking_nsxv3.common.synchronization [req-04e6c0d9-3307-4c89-9e1a-dd50305a815e req-a948fe4a-4cb1-46ea-ade4-450285ab14ba tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_members [ 976.341096] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_members [ 976.341096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8223fa1-ecdb-4f15-8336-92eb1122626f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.341096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.341096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.341096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.341096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.341096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.341096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.341096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.341981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.341981] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.461649] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 in Status: SUCCESS [ 976.461649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.701055] env[69952]: INFO networking_nsxv3.common.synchronization [None req-db569864-d7b9-463c-8ffb-90e848d5c9bc tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 976.701715] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 976.702104] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.702291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.702362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.702858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.702858] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.703029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.703137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.703314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.703428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.703536] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.844684] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.844787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.844974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.845194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.845315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.845572] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.845707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.845737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.846322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.846429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.846522] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8223fa1-ecdb-4f15-8336-92eb1122626f already deleted. [ 976.846678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.866037] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.866320] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.866501] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.866930] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.867238] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.867436] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.867566] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.867807] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.870893] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.870893] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.870893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.870893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.870893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.870893] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.870893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.870893] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.891010] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.891010] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.891283] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.891375] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.891734] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.891914] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.892060] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.892576] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.892828] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ccc8425-472f-4c50-ad1a-c3e13f237bb5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.206265] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.395719] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.396118] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.396118] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.396417] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.396578] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.396740] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 not found, creating... [ 977.397278] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.397556] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.397593] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.397829] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.397972] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.398288] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.398448] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.398570] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.398786] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.398929] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.399264] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 is going to be created. [ 977.427588] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.427790] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.427876] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.428178] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.428421] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.428661] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.710435] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.021528] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 978.022388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.216200] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.216929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.216929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.217171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.218136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.218136] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be updated. [ 978.251654] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.251866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.251948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.252187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.252424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.263075] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 978.266290] env[69952]: INFO networking_nsxv3.common.synchronization [req-342c9caa-e126-461b-9e51-73e342ef31ba req-9bebd762-fc59-41d1-9af3-b3050bfd0d83 tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 978.266846] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 978.267186] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.267312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.267367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.267568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.267726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.267847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.267906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.268161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.268268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.268366] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.490286] env[69952]: INFO networking_nsxv3.common.synchronization [req-04e6c0d9-3307-4c89-9e1a-dd50305a815e req-193433e1-e60d-46ec-8c42-1e4fcdb39858 service nova] Enqueued Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_rules [ 978.490286] env[69952]: INFO networking_nsxv3.common.synchronization [req-04e6c0d9-3307-4c89-9e1a-dd50305a815e req-193433e1-e60d-46ec-8c42-1e4fcdb39858 service nova] Enqueued Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_members [ 978.490286] env[69952]: INFO networking_nsxv3.common.synchronization [req-04e6c0d9-3307-4c89-9e1a-dd50305a815e req-193433e1-e60d-46ec-8c42-1e4fcdb39858 service nova] Enqueued Resource ID: 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 with Priority: HIGHEST for action port [ 978.490286] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_rules [ 978.490286] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_members [ 978.490286] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 with Priority: HIGHEST for action port [ 978.490286] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8223fa1-ecdb-4f15-8336-92eb1122626f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.490286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.490286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.490286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.490286] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.491962] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8223fa1-ecdb-4f15-8336-92eb1122626f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.492452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.495024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.495024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.495024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.495024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.495024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.495024] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.495024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.495024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.495024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.495024] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ccc8425-472f-4c50-ad1a-c3e13f237bb5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.772081] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.997821] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.998915] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8223fa1-ecdb-4f15-8336-92eb1122626f taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.999091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.999281] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 with status ACTIVE [ 978.999404] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.999516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.999573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.999781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.999904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.000040] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.000143] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.000200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.000346] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.000419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.000605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.000711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.000759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.000882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.000954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.001082] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ccc8425-472f-4c50-ad1a-c3e13f237bb5 is going to be updated. [ 979.026376] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.026376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.026376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.026376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.026825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.026825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ccc8425-472f-4c50-ad1a-c3e13f237bb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.273930] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.412965] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.413374] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.413545] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.413829] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.414132] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.414329] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.414864] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.414864] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.414864] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.415102] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.415237] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.415356] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.415479] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.415599] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 979.415725] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.415875] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.439188] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.439188] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 979.439188] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.439188] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.439847] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-531b1429-d2a7-499d-928b-e7fb2542df74 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.440069] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-531b1429-d2a7-499d-928b-e7fb2542df74" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.440425] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-531b1429-d2a7-499d-928b-e7fb2542df74" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.444024] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-531b1429-d2a7-499d-928b-e7fb2542df74" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.444024] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('531b1429-d2a7-499d-928b-e7fb2542df74',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.503856] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.777226] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.777458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.777530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.777838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.777972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.778140] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be updated. [ 979.826597] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.826795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.826838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.827085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.827244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.838711] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: IN_PROGRESS for 2s [ 979.943642] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.943900] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.944066] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.944472] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.944551] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.944706] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 531b1429-d2a7-499d-928b-e7fb2542df74 not found, creating... [ 979.944986] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.945202] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.945330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.945567] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.945815] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.946122] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.946224] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.946320] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.946603] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.946773] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.947085] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 531b1429-d2a7-499d-928b-e7fb2542df74 is going to be created. [ 979.972138] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.972138] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.972138] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.972395] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.972533] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.972708] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-531b1429-d2a7-499d-928b-e7fb2542df74" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.009456] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.009456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.009567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.009741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.009831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.009928] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8223fa1-ecdb-4f15-8336-92eb1122626f is going to be created. [ 980.044683] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.044882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.044926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.045429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.045429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.056912] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8223fa1-ecdb-4f15-8336-92eb1122626f in Status: UNINITIALIZED for 2s [ 980.276058] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 980.276405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.804391] env[69952]: INFO networking_nsxv3.common.synchronization [req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f req-56aa0282-198e-43dc-a8a8-e74b104d5f80 service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 980.804391] env[69952]: INFO networking_nsxv3.common.synchronization [req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f req-56aa0282-198e-43dc-a8a8-e74b104d5f80 service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 980.804391] env[69952]: INFO networking_nsxv3.common.synchronization [req-96d786bf-5d35-430b-82fd-fbe3baf0ee2f req-56aa0282-198e-43dc-a8a8-e74b104d5f80 service nova] Enqueued Resource ID: 531b1429-d2a7-499d-928b-e7fb2542df74 with Priority: HIGHEST for action port [ 980.804391] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 980.804391] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 980.804391] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 531b1429-d2a7-499d-928b-e7fb2542df74 with Priority: HIGHEST for action port [ 980.804391] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.804956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.804956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.804956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.805083] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.806831] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.806951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.807025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.807312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.807500] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.807610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.807671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.808320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.808730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.808882] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.810346] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-531b1429-d2a7-499d-928b-e7fb2542df74 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.810550] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-531b1429-d2a7-499d-928b-e7fb2542df74" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.810622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-531b1429-d2a7-499d-928b-e7fb2542df74" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.811091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-531b1429-d2a7-499d-928b-e7fb2542df74" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.811091] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('531b1429-d2a7-499d-928b-e7fb2542df74',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.311463] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.312506] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 531b1429-d2a7-499d-928b-e7fb2542df74 with status ACTIVE [ 981.313169] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.313169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.313169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.313169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.313169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.314133] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.314133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.314133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.314133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.314133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.314133] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.314133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.314133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.315088] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.315088] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.315088] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 531b1429-d2a7-499d-928b-e7fb2542df74 is going to be updated. [ 981.315523] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.315523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.337686] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.337890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.337942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.338163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.338377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.338469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-531b1429-d2a7-499d-928b-e7fb2542df74" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.816758] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.918287] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: SUCCESS [ 981.918287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.072983] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8223fa1-ecdb-4f15-8336-92eb1122626f in Status: SUCCESS [ 982.072983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.072983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.072983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.072983] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.072983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.072983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.072983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.072983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.072983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.072983] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.321980] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.322180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.322262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.322484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.322578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.322742] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be updated. [ 982.352199] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.352398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.352398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.352601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.352746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.361698] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 982.577075] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.079136] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8223fa1-ecdb-4f15-8336-92eb1122626f: rpc.has_security_group_logging(os_id): False [ 983.101049] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.101049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.101334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.101334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.101410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.101643] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.101832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.101832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.101956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.102043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.102131] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8223fa1-ecdb-4f15-8336-92eb1122626f is going to be created. [ 983.164873] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.165116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.165116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.166900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.166900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.178316] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8223fa1-ecdb-4f15-8336-92eb1122626f in Status: IN_PROGRESS for 2s [ 984.375823] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 984.375823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.375823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.375823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.375823] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.375823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.375823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.375823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.375823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.375823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.375823] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.878204] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.878392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.878440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.878667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.878927] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.879052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.879118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.879384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.879504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.879561] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.879708] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.879802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.879862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.880022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.880192] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.880245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.880299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.880435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.880505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.880584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.880670] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.191545] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8223fa1-ecdb-4f15-8336-92eb1122626f in Status: SUCCESS [ 985.191898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.383612] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 350f0ebb-36c1-4557-84a1-d17daed5d0c2: rpc.has_security_group_logging(os_id): False [ 985.405445] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.405645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.405686] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.405918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.406068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.406279] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.406378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.406444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.406654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.406771] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.406987] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.407145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.407233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.407416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.407499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.408287] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.408460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.408579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.408785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.408912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.409051] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be updated. [ 985.487849] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.488042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.488091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.488288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.488436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.502188] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 985.804789] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 985.804914] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 986.014901] env[69952]: INFO networking_nsxv3.common.synchronization [req-6139a9d8-d148-41a2-9ea4-69f033ef280a req-b619e064-2617-4905-b89c-5d585a9c689b tempest-ServerAddressesTestJSON-1980772830 tempest-ServerAddressesTestJSON-1980772830-project-member] Enqueued Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGHEST for action security_group_members [ 986.015604] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGHEST for action security_group_members [ 986.015923] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cead08a-5f05-46cf-af6c-1883ec78a109 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.016097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.016142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.016333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.016490] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.016654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.016654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.016831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.016875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.016952] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cead08a-5f05-46cf-af6c-1883ec78a109',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.521843] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.521843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.521843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.521843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.521843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.521843] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.521843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.521843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.521843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.521843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.521843] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 is going to be updated. [ 986.555576] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.555787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.555787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.556435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.556435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.571370] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 in Status: IN_PROGRESS for 2s [ 987.520664] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 987.520902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.583709] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 in Status: SUCCESS [ 988.584131] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 deletion is rescheduled due to dependency. [ 988.584131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.879064] env[69952]: INFO networking_nsxv3.common.synchronization [None req-6b47dfe0-d346-4332-b3a3-9c5599af3af6 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Enqueued Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_rules [ 990.880534] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_rules [ 990.880855] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9801e4ba-a315-4019-ae34-d6d31e998513 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.880982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.881065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.881452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.881585] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.968845] env[69952]: INFO networking_nsxv3.common.synchronization [None req-28ce347e-8f01-4dbd-9fb0-0fb2db5eac1d tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Enqueued Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_rules [ 990.969393] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_rules [ 990.969687] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9801e4ba-a315-4019-ae34-d6d31e998513 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.969790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.405312] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.405422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.405461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.405749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.405749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.406097] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9801e4ba-a315-4019-ae34-d6d31e998513 already deleted. [ 991.406097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.406097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.406246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.406315] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.930194] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.930725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.930725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.930725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.930903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.930903] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9801e4ba-a315-4019-ae34-d6d31e998513 already deleted. [ 991.931070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.871589] env[69952]: INFO networking_nsxv3.common.synchronization [req-1804894c-b224-4a65-a4cc-e392bf00d423 req-d00084ef-e6ab-4f9d-a5a1-6c408e792846 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 993.872374] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 993.872732] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.872869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.872944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.873235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.873437] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.873557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.873649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.873855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.873958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.874128] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.382758] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.424100] env[69952]: INFO networking_nsxv3.common.synchronization [None req-ec97bda8-24fd-4448-be04-0dce1344de3c tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 994.426022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 994.426022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.426022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.884893] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.387510] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.387654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.387724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.387991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.388110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.388209] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be updated. [ 995.420837] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.420837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.420837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.420837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.420837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.430022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 996.099705] env[69952]: INFO networking_nsxv3.common.synchronization [None req-783dbffc-0cf8-474c-adef-1b92dbd56c80 None None] Enqueued Resource ID: 2bd27c7d-1c66-43d5-8659-3f396b8dd685 with Priority: HIGHEST for action port [ 996.100380] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bd27c7d-1c66-43d5-8659-3f396b8dd685 with Priority: HIGHEST for action port [ 996.100707] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bd27c7d-1c66-43d5-8659-3f396b8dd685 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.100833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bd27c7d-1c66-43d5-8659-3f396b8dd685" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.100901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bd27c7d-1c66-43d5-8659-3f396b8dd685" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.101189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bd27c7d-1c66-43d5-8659-3f396b8dd685" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.101276] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd27c7d-1c66-43d5-8659-3f396b8dd685',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.604378] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bd27c7d-1c66-43d5-8659-3f396b8dd685 [ 996.604641] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.604786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.605027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.605170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.605344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.605344] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bd27c7d-1c66-43d5-8659-3f396b8dd685 already deleted. [ 996.605559] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bd27c7d-1c66-43d5-8659-3f396b8dd685" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.015222] env[69952]: INFO networking_nsxv3.common.synchronization [req-bceefa3b-dc84-484c-ae76-f11650859925 req-95b9d600-d136-47c4-90c7-712b12060d25 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 997.015222] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 997.015222] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.015222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.015222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.016360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.016568] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.016713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.016796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.016986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.017121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.017233] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.363709] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.363709] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-274" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.363709] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-274" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.364557] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-274" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.364727] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.364919] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.365253] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.365606] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.365855] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.366212] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.366411] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.366654] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.366895] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.367187] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.367344] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.367579] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.388038] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.388334] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 997.388334] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.388518] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-274" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.389766] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.389962] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.390104] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.390449] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.390596] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79af453f-c11a-4f07-8dbf-ce1d3f7a204c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.450109] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 997.450340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.450513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.450729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.450918] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.451052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.451120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.451270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.451347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.451459] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.523438] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.523651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.523734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.524083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.525379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.527656] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.527822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.527874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.528075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.528178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.528249] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c already deleted. [ 997.528328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.893029] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.894032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.894032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.894231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.894392] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.894581] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c not found, creating... [ 997.895286] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.895398] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.895448] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.895688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.896033] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.896590] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.896780] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.897144] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.898191] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.901019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.901019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c is going to be created. [ 997.919399] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.919609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.919734] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.920029] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.920263] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.920505] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.956096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.956096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.956096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.956096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.956096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.956096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.956096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.956096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.956096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.956538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.956538] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be updated. [ 997.990964] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.991910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.991910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.991910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.992463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.004606] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 998.371050] env[69952]: INFO networking_nsxv3.common.synchronization [None req-f2d60efa-207b-4d08-a994-5c2b68687a64 None None] Enqueued Resource ID: ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef with Priority: HIGHEST for action port [ 998.371358] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef with Priority: HIGHEST for action port [ 998.371775] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.373351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.373351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.373351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.373351] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.374955] env[69952]: INFO networking_nsxv3.common.synchronization [None req-d7acf846-3eb1-4a00-b2f7-91e1517171b8 None None] Enqueued Resource ID: 1cf57165-d40f-400a-84a1-f384582bfc48 with Priority: HIGHEST for action port [ 998.375530] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf57165-d40f-400a-84a1-f384582bfc48 with Priority: HIGHEST for action port [ 998.376072] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cf57165-d40f-400a-84a1-f384582bfc48 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.376261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cf57165-d40f-400a-84a1-f384582bfc48" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.376261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cf57165-d40f-400a-84a1-f384582bfc48" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.376492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cf57165-d40f-400a-84a1-f384582bfc48" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.376570] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf57165-d40f-400a-84a1-f384582bfc48',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.779727] env[69952]: INFO networking_nsxv3.common.synchronization [req-bceefa3b-dc84-484c-ae76-f11650859925 req-1d87e400-af10-4aba-9ca8-87a9401a3620 service nova] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_rules [ 998.780298] env[69952]: INFO networking_nsxv3.common.synchronization [req-bceefa3b-dc84-484c-ae76-f11650859925 req-1d87e400-af10-4aba-9ca8-87a9401a3620 service nova] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 998.780298] env[69952]: INFO networking_nsxv3.common.synchronization [req-bceefa3b-dc84-484c-ae76-f11650859925 req-1d87e400-af10-4aba-9ca8-87a9401a3620 service nova] Enqueued Resource ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c with Priority: HIGHEST for action port [ 998.780676] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_rules [ 998.780870] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 998.780907] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c with Priority: HIGHEST for action port [ 998.782791] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.782791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.782791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.782791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.782791] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.787305] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.787926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.787926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.787926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.787926] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.788242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.788657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.789413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.789620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.789620] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.790637] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.790762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.790822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.791028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.791111] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79af453f-c11a-4f07-8dbf-ce1d3f7a204c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.876507] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef [ 998.877043] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.877043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.877178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.877300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.877390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.877482] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef already deleted. [ 998.877572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef6140b3-ee25-4f0c-b2e8-1b2f9ef9dbef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.877762] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cf57165-d40f-400a-84a1-f384582bfc48 [ 998.877909] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.878046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.878133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.878929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.878929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.878929] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cf57165-d40f-400a-84a1-f384582bfc48 already deleted. [ 998.878929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cf57165-d40f-400a-84a1-f384582bfc48" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.294270] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.294270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.294270] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.294270] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c with status ACTIVE [ 999.294270] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.294270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.294270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.294765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.294765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.294765] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.294765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.294890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.294960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.295047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.295227] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.295315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.295372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.295508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.295576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.295653] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c is going to be updated. [ 999.323811] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.324832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.324977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.325220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.325360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.325541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.797352] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.847551] env[69952]: INFO networking_nsxv3.common.synchronization [req-a37b0505-acd3-4a94-87ac-6442647cbcc6 req-a54892b3-2294-43a5-ad10-b7498d7d0fba tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 999.848616] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 999.848616] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.848616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.848616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.848873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.848983] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.853626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.853626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.853626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.853626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.853900] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.013483] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 1000.013483] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 deletion is rescheduled due to dependency. [ 1000.013483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.169279] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.169279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.169279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.169279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.169279] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.169279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.169605] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.169605] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.169709] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.170092] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.170305] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.170437] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.170562] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.170882] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.171030] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.171179] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.193884] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.194070] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.194219] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.194394] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-87" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.194717] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-79b6fb70-af09-49ba-905e-ff80fd50ee9f taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.196675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-79b6fb70-af09-49ba-905e-ff80fd50ee9f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.196675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-79b6fb70-af09-49ba-905e-ff80fd50ee9f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.196675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-79b6fb70-af09-49ba-905e-ff80fd50ee9f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.196675] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b6fb70-af09-49ba-905e-ff80fd50ee9f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.299977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.300220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.300320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.300582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.300701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.300830] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c is going to be created. [ 1000.329391] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.329622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.329622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.329821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.329987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.339812] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: UNINITIALIZED for 2s [ 1000.356440] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.356648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.356705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.357445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.357445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.357445] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.357445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.357445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.357873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.357972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.358174] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be updated. [ 1000.388550] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.388746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.388892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.389086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.389238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.403831] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: IN_PROGRESS for 2s [ 1000.697701] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.697935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.698088] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.698403] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.698563] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.698726] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 79b6fb70-af09-49ba-905e-ff80fd50ee9f not found, creating... [ 1000.698992] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.699183] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.699309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.699545] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.699686] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.699975] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.700153] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.700276] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.704166] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.704166] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.704166] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 79b6fb70-af09-49ba-905e-ff80fd50ee9f is going to be created. [ 1000.737405] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.737624] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.737756] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.738072] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.738298] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.738559] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-79b6fb70-af09-49ba-905e-ff80fd50ee9f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.054530] env[69952]: INFO networking_nsxv3.common.synchronization [None req-46a819b8-e68d-4e77-a9f5-ca65b82117fa None None] Enqueued Resource ID: 289a6abf-b5e6-42c4-a36d-35754ab9633f with Priority: HIGHEST for action port [ 1001.054530] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a6abf-b5e6-42c4-a36d-35754ab9633f with Priority: HIGHEST for action port [ 1001.054530] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-289a6abf-b5e6-42c4-a36d-35754ab9633f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.054530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-289a6abf-b5e6-42c4-a36d-35754ab9633f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.054530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-289a6abf-b5e6-42c4-a36d-35754ab9633f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.054530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-289a6abf-b5e6-42c4-a36d-35754ab9633f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.055760] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289a6abf-b5e6-42c4-a36d-35754ab9633f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.518161] env[69952]: INFO networking_nsxv3.common.synchronization [req-a37b0505-acd3-4a94-87ac-6442647cbcc6 req-74c36178-14d0-48a3-8017-30a7fc42e7f9 service nova] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_rules [ 1001.518161] env[69952]: INFO networking_nsxv3.common.synchronization [req-a37b0505-acd3-4a94-87ac-6442647cbcc6 req-74c36178-14d0-48a3-8017-30a7fc42e7f9 service nova] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 1001.518258] env[69952]: INFO networking_nsxv3.common.synchronization [req-a37b0505-acd3-4a94-87ac-6442647cbcc6 req-74c36178-14d0-48a3-8017-30a7fc42e7f9 service nova] Enqueued Resource ID: 79b6fb70-af09-49ba-905e-ff80fd50ee9f with Priority: HIGHEST for action port [ 1001.522436] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_rules [ 1001.522436] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 1001.522436] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b6fb70-af09-49ba-905e-ff80fd50ee9f with Priority: HIGHEST for action port [ 1001.522436] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.522436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.522436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.522913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.524045] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.524329] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.524444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.524687] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b6fb70-af09-49ba-905e-ff80fd50ee9f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.525593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b6fb70-af09-49ba-905e-ff80fd50ee9f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.525593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b6fb70-af09-49ba-905e-ff80fd50ee9f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.525593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b6fb70-af09-49ba-905e-ff80fd50ee9f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.525593] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b6fb70-af09-49ba-905e-ff80fd50ee9f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.557288] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 289a6abf-b5e6-42c4-a36d-35754ab9633f [ 1001.557587] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.557746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.558212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.558514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.558958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.558958] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:289a6abf-b5e6-42c4-a36d-35754ab9633f already deleted. [ 1001.558958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-289a6abf-b5e6-42c4-a36d-35754ab9633f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.030251] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.030448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.030666] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79b6fb70-af09-49ba-905e-ff80fd50ee9f with status ACTIVE [ 1002.030796] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.030914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.031015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.031247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.031376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.031717] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.031822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.031934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.032100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.032178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.032365] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.032462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.032524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.032667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.032741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.032840] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79b6fb70-af09-49ba-905e-ff80fd50ee9f is going to be updated. [ 1002.068427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.068427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.068427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.068427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.068427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.068427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b6fb70-af09-49ba-905e-ff80fd50ee9f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.351084] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: SUCCESS [ 1002.351325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.351523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.351751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.351970] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.352139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.352205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.352364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.352446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.352568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.352604] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.423909] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 1002.424129] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 deletion is rescheduled due to dependency. [ 1002.424279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.424429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.424695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.424890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.425013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.425082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.425236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.425726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.425726] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.856818] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.857513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.857990] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.858455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.858994] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.859388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.861080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.861080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.861080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.861080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.861080] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.861080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.861080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.861080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.861559] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.861941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.863948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.863948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.863948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.863948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.863948] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.930984] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.366438] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0504befc-e299-43d4-a28c-b88c7b1aa73c: rpc.has_security_group_logging(os_id): False [ 1003.388685] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.388872] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.388950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.389182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.389273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.389494] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.389592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.389655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.389807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.389882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.390064] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.390159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.390219] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.390357] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.390426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.390600] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.390804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.390804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.390904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.390937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.392534] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c is going to be created. [ 1003.436984] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.461311] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.461590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.461736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.462020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.463529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.476073] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: IN_PROGRESS for 2s [ 1003.941605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.941785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.941852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.942073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.942164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.942263] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be updated. [ 1003.975368] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.975539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.975655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.975893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.976056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.987904] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: IN_PROGRESS for 2s [ 1004.166581] env[69952]: INFO networking_nsxv3.common.synchronization [req-095f6ba8-0c78-4980-ab2b-893d790ededd req-4d465459-429e-479f-b51d-2cd55f9a8a73 tempest-MigrationsAdminTest-1738953914 tempest-MigrationsAdminTest-1738953914-project-member] Enqueued Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 1004.171017] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f with Priority: HIGHEST for action security_group_members [ 1004.171017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.171017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.171017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.172187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.172362] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.172469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.172772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.172772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.172867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.172901] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b37c97fc-8990-4d2b-9f28-f86b12c8d69f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.650033] env[69952]: INFO networking_nsxv3.common.synchronization [req-bc701a1e-4ef6-4e35-b267-8b22492d02f8 req-8ef661b0-efd5-4d2a-8600-91e98b4e09ac tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 1004.652271] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 1004.652427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.652511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.652511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.652791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.652957] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.653069] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.653069] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.653222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.653309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.653406] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.685485] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.685485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.685485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.685485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.685485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.685485] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.685485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.685485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.685485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.686756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.686756] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f is going to be updated. [ 1004.717107] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.717107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.717107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.717451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.717451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.727509] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: IN_PROGRESS for 2s [ 1004.901481] env[69952]: INFO networking_nsxv3.common.synchronization [req-04979581-87c4-4a5a-9732-2a5e9eb55dbd req-29559b76-7ef8-4539-a472-cd6d90ccd943 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_members [ 1004.901992] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGHEST for action security_group_members [ 1004.902320] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab77d477-3ae2-4797-a5de-609046a7bc17 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.902662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.902662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.902762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.903334] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.903455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.903521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.903788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.903899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.903999] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.157190] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.408152] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.408152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.408152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.408152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.408152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.408152] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.408152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.408152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.408152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.408152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.408152] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab77d477-3ae2-4797-a5de-609046a7bc17 is going to be updated. [ 1005.458101] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.458441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.458579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.458996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.459291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.471987] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab77d477-3ae2-4797-a5de-609046a7bc17 in Status: IN_PROGRESS for 2s [ 1005.495908] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: SUCCESS [ 1005.495908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.660897] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.999111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 1005.999353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.999518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.999743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.999942] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.000077] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.000157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.000299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.000373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.000471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.000589] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.168719] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.168719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.168719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.168719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.168719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.168719] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 1006.199103] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.199103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.199103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.199103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.199103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.216020] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 1006.504017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.504017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.504017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.504017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.504017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.504017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.504017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.504017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.504017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.504017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.504441] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.504441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.504441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.504441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.504576] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.504660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.504716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.504847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.504912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.504988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.505082] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.738157] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f in Status: SUCCESS [ 1006.738584] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b37c97fc-8990-4d2b-9f28-f86b12c8d69f deletion is rescheduled due to dependency. [ 1006.738584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b37c97fc-8990-4d2b-9f28-f86b12c8d69f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.008163] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f781f9d-671e-4dc8-ae5b-9154a76fa380: rpc.has_security_group_logging(os_id): False [ 1007.026189] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.026368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.026663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.026663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.026781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.026941] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.027056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.027137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.027299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.027394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.028906] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.028906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.028906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.028906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.028906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.028906] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.028906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.028906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.028906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.028906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.029446] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be updated. [ 1007.092761] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.092907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.092970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.093196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.093336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.109069] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: IN_PROGRESS for 2s [ 1007.494621] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab77d477-3ae2-4797-a5de-609046a7bc17 in Status: SUCCESS [ 1007.494851] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab77d477-3ae2-4797-a5de-609046a7bc17 deletion is rescheduled due to dependency. [ 1007.494917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.613301] env[69952]: INFO networking_nsxv3.common.synchronization [None req-73b48f65-8e6e-487e-af15-14f56d24e085 None None] Enqueued Resource ID: 4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a with Priority: HIGHEST for action port [ 1007.613572] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a with Priority: HIGHEST for action port [ 1007.614257] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.614427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.614467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.614698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.614895] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.116897] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a [ 1008.117172] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.117281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.117317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.117996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.117996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.117996] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a already deleted. [ 1008.117996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d9bbd30-1215-4f3c-b5b1-0ca48fc2d84a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.226434] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 1008.226514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.297671] env[69952]: INFO networking_nsxv3.common.synchronization [None req-a5cf4d64-f411-4198-91f6-345557a701fb tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Enqueued Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_rules [ 1008.298388] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_rules [ 1008.298687] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce74d43d-46c0-48aa-a7b8-824f511691be taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.298857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.298917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.303165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.303300] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.350072] env[69952]: INFO networking_nsxv3.common.synchronization [req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 req-658b609f-e0df-4b3f-8570-cb11427827b1 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1008.350915] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1008.351316] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.351476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.351601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.351796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.351957] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.352079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.352329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.352520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.352612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.352718] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.492436] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9dbb3ea9-3b4a-462e-8372-9b91c59999b5 tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Enqueued Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_rules [ 1008.492436] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_rules [ 1008.492436] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce74d43d-46c0-48aa-a7b8-824f511691be taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.492436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.829805] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.830077] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.831488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.831488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.831488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.831488] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce74d43d-46c0-48aa-a7b8-824f511691be already deleted. [ 1008.831488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.831488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.832231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.832942] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.854768] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.076325] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.076536] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.076826] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.077014] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.077934] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.077934] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.077934] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.077934] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.077934] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.078341] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.078962] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.078962] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.078962] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.078962] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.078962] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.079328] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.108183] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.108382] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.108525] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.108709] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.109124] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-cf3e74cf-b819-41e3-8646-713114256eb2 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.109263] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-cf3e74cf-b819-41e3-8646-713114256eb2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.109669] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-cf3e74cf-b819-41e3-8646-713114256eb2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.109765] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-cf3e74cf-b819-41e3-8646-713114256eb2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.110458] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3e74cf-b819-41e3-8646-713114256eb2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.124190] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 1009.124511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.358964] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.358964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.358964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.358964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.358964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.358964] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce74d43d-46c0-48aa-a7b8-824f511691be already deleted. [ 1009.358964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.358964] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.613075] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.613335] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.613454] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.614155] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.614155] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.614277] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port cf3e74cf-b819-41e3-8646-713114256eb2 not found, creating... [ 1009.614514] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.615107] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.615107] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.615107] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.615362] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.615590] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.615770] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.615894] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.617896] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.618111] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.618289] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: cf3e74cf-b819-41e3-8646-713114256eb2 is going to be created. [ 1009.641318] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.641560] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.641789] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.642094] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.642333] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.643143] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-cf3e74cf-b819-41e3-8646-713114256eb2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.861304] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.861468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.861536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.861826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.861947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.862073] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1009.898308] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.898505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.898579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.898815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.898958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.909917] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1009.974781] env[69952]: INFO networking_nsxv3.common.synchronization [None req-d2a60b82-3f9e-4573-87b0-19a4a8c1e740 None None] Enqueued Resource ID: 20b4d4fe-a063-4873-97fe-e0781dff4281 with Priority: HIGHEST for action port [ 1009.975456] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b4d4fe-a063-4873-97fe-e0781dff4281 with Priority: HIGHEST for action port [ 1009.975837] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b4d4fe-a063-4873-97fe-e0781dff4281 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.976014] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b4d4fe-a063-4873-97fe-e0781dff4281" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.976261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b4d4fe-a063-4873-97fe-e0781dff4281" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.976533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b4d4fe-a063-4873-97fe-e0781dff4281" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.976640] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b4d4fe-a063-4873-97fe-e0781dff4281',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.341344] env[69952]: INFO networking_nsxv3.common.synchronization [req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 req-c9085d41-137e-4895-b3f1-079f9d7891f2 service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1010.341521] env[69952]: INFO networking_nsxv3.common.synchronization [req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 req-c9085d41-137e-4895-b3f1-079f9d7891f2 service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1010.341609] env[69952]: INFO networking_nsxv3.common.synchronization [req-fa398cb3-96b2-41a8-ac18-dc8be0665f27 req-c9085d41-137e-4895-b3f1-079f9d7891f2 service nova] Enqueued Resource ID: cf3e74cf-b819-41e3-8646-713114256eb2 with Priority: HIGHEST for action port [ 1010.341860] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1010.342016] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1010.342139] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3e74cf-b819-41e3-8646-713114256eb2 with Priority: HIGHEST for action port [ 1010.342738] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.342825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.342936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.343343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.343426] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.346683] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.347584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.347689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf3e74cf-b819-41e3-8646-713114256eb2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.347754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf3e74cf-b819-41e3-8646-713114256eb2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.347842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf3e74cf-b819-41e3-8646-713114256eb2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.348162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf3e74cf-b819-41e3-8646-713114256eb2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.348162] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3e74cf-b819-41e3-8646-713114256eb2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.478969] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20b4d4fe-a063-4873-97fe-e0781dff4281 [ 1010.479244] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.479380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.479449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.479776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.479946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.480072] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20b4d4fe-a063-4873-97fe-e0781dff4281 already deleted. [ 1010.480168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b4d4fe-a063-4873-97fe-e0781dff4281" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.850420] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.851220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.851470] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf3e74cf-b819-41e3-8646-713114256eb2 with status ACTIVE [ 1010.851704] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.851832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.851913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.852348] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.852348] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.852423] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.852511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.852511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.855148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.855148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.855148] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.855148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.855148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.855148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.855148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.855148] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf3e74cf-b819-41e3-8646-713114256eb2 is going to be updated. [ 1010.874129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.874291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.874496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.874666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.874807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.874968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf3e74cf-b819-41e3-8646-713114256eb2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.919905] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1011.920197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.920290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.920483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.920857] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.921051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.921167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.921375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.921481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.921599] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.426560] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.576582] env[69952]: INFO networking_nsxv3.common.synchronization [req-eb4ba363-fa02-499c-be59-0538ced615ef req-c2b690b7-197f-45ae-84ce-6f0c1a9bc259 tempest-ImagesOneServerNegativeTestJSON-695827164 tempest-ImagesOneServerNegativeTestJSON-695827164-project-member] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 1012.577276] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGHEST for action security_group_members [ 1012.577684] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.577876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.577948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.578209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.578446] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.578581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.578688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.579376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.579376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.579376] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.930056] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.081297] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.081458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.081528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.081782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.081881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.082090] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.082216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.082277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.082407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.082473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.082558] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be updated. [ 1013.120523] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.120745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.120834] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.121084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.121304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.132025] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: IN_PROGRESS for 2s [ 1013.435194] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.435324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.435324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.435534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.435638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.435722] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1013.467155] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.467155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.467155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.467470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.468064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.479021] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1015.143931] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 in Status: SUCCESS [ 1015.144365] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 deletion is rescheduled due to dependency. [ 1015.144365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.492361] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1015.492361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.492361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.492361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.492920] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.492920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.492920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.493093] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.493219] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.493409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.493530] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.995977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.996192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.996274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.996958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.996958] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.996958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.996958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.997205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.997205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.997205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.997365] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.997434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.997495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.997642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.997800] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.997922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.997989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.998151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.998231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.998314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.998404] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.504046] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23347c3a-7439-4004-992e-c5ae7dcf3f5a: rpc.has_security_group_logging(os_id): False [ 1016.525702] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.525868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.525926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.526169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.526266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.526469] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.526568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.526628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.526820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.526990] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.527258] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.527379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.527468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.527835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.527835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.528129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.528298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.528373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.528553] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.528658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.528776] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1016.663424] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.663690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.663690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.664842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.664842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.683081] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1017.578599] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1017.578599] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1017.776562] env[69952]: INFO networking_nsxv3.common.synchronization [req-5481f32a-cb2c-423d-84ac-836e777e1a08 req-85cd200d-e851-4fd2-ab7f-1a32954abe22 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 744a93af-463b-437c-bcea-ed7610481c0c with Priority: HIGHEST for action security_group_members [ 1017.776562] env[69952]: INFO networking_nsxv3.common.synchronization [req-5481f32a-cb2c-423d-84ac-836e777e1a08 req-85cd200d-e851-4fd2-ab7f-1a32954abe22 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1017.776562] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744a93af-463b-437c-bcea-ed7610481c0c with Priority: HIGHEST for action security_group_members [ 1017.776710] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1017.776919] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-744a93af-463b-437c-bcea-ed7610481c0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.778224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.778224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.778224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.778224] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.778224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.778224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.778224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.778224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.778729] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('744a93af-463b-437c-bcea-ed7610481c0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.779128] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.779236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.779300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.779631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.779758] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.779857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.779917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.780198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.780279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.780405] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.825673] env[69952]: INFO networking_nsxv3.common.synchronization [req-5481f32a-cb2c-423d-84ac-836e777e1a08 req-85cd200d-e851-4fd2-ab7f-1a32954abe22 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_rules [ 1017.825871] env[69952]: INFO networking_nsxv3.common.synchronization [req-5481f32a-cb2c-423d-84ac-836e777e1a08 req-85cd200d-e851-4fd2-ab7f-1a32954abe22 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1017.826061] env[69952]: INFO networking_nsxv3.common.synchronization [req-5481f32a-cb2c-423d-84ac-836e777e1a08 req-85cd200d-e851-4fd2-ab7f-1a32954abe22 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 744a93af-463b-437c-bcea-ed7610481c0c with Priority: HIGHEST for action security_group_rules [ 1017.826236] env[69952]: INFO networking_nsxv3.common.synchronization [req-5481f32a-cb2c-423d-84ac-836e777e1a08 req-85cd200d-e851-4fd2-ab7f-1a32954abe22 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 744a93af-463b-437c-bcea-ed7610481c0c with Priority: HIGHEST for action security_group_members [ 1017.826401] env[69952]: INFO networking_nsxv3.common.synchronization [req-5481f32a-cb2c-423d-84ac-836e777e1a08 req-85cd200d-e851-4fd2-ab7f-1a32954abe22 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c with Priority: HIGHEST for action port [ 1017.826914] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_rules [ 1017.831156] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744a93af-463b-437c-bcea-ed7610481c0c with Priority: HIGHEST for action security_group_rules [ 1017.831308] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c with Priority: HIGHEST for action port [ 1017.831433] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1017.831533] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744a93af-463b-437c-bcea-ed7610481c0c with Priority: HIGHEST for action security_group_members [ 1017.831911] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.832047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.832146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.832480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.832723] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.834649] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-744a93af-463b-437c-bcea-ed7610481c0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.834774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.834830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.835078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.835173] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('744a93af-463b-437c-bcea-ed7610481c0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.840468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.840589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.840659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.840830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.840913] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79af453f-c11a-4f07-8dbf-ce1d3f7a204c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.841670] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.841895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.842205] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-744a93af-463b-437c-bcea-ed7610481c0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.842507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.205131] env[69952]: INFO networking_nsxv3.common.synchronization [req-0cc17186-952c-488b-aa77-29ceb0c37233 req-84639cf5-a5d5-4dca-9286-95fcb3cf077e tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1018.205131] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1018.205131] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.205131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.205131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.205131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.205131] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.205930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.206171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.206446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.206720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.206981] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.283978] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('744a93af-463b-437c-bcea-ed7610481c0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.285014] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.334780] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.334938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.340717] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-744a93af-463b-437c-bcea-ed7610481c0c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.340889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.344147] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c with status ACTIVE [ 1018.344329] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.344453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.344521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.344728] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.344829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.345058] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.345165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.345226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.345388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.345467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.345641] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.345734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.345797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.345936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.346015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.346119] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c is going to be updated. [ 1018.368553] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.369253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.369365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.369867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.369958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.370768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.480495] env[69952]: INFO networking_nsxv3.common.synchronization [req-7b76590b-d37c-4d8e-8cf3-4e92aa97ddd7 req-444bf2f5-b4d1-42ea-afa8-6ce2a369e369 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 744a93af-463b-437c-bcea-ed7610481c0c with Priority: HIGHEST for action security_group_members [ 1018.480842] env[69952]: INFO networking_nsxv3.common.synchronization [req-7b76590b-d37c-4d8e-8cf3-4e92aa97ddd7 req-444bf2f5-b4d1-42ea-afa8-6ce2a369e369 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1018.481801] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 744a93af-463b-437c-bcea-ed7610481c0c with Priority: HIGHEST for action security_group_members [ 1018.482108] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1018.483601] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-744a93af-463b-437c-bcea-ed7610481c0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.483601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.483601] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.483815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.536784] env[69952]: INFO networking_nsxv3.common.synchronization [req-7b76590b-d37c-4d8e-8cf3-4e92aa97ddd7 req-444bf2f5-b4d1-42ea-afa8-6ce2a369e369 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_rules [ 1018.536998] env[69952]: INFO networking_nsxv3.common.synchronization [req-7b76590b-d37c-4d8e-8cf3-4e92aa97ddd7 req-444bf2f5-b4d1-42ea-afa8-6ce2a369e369 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1018.537163] env[69952]: INFO networking_nsxv3.common.synchronization [req-7b76590b-d37c-4d8e-8cf3-4e92aa97ddd7 req-444bf2f5-b4d1-42ea-afa8-6ce2a369e369 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c with Priority: HIGHEST for action port [ 1018.540489] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_rules [ 1018.540662] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1018.540769] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c with Priority: HIGHEST for action port [ 1018.541351] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.541509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.541697] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.541772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.541971] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.542090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.542155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.542359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.542472] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79af453f-c11a-4f07-8dbf-ce1d3f7a204c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.548172] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.548172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.548172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.548172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.548172] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.548172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.548172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.548172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.548172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.548673] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.548673] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.548673] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.548673] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.548801] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1018.548920] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.549088] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.570463] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.570647] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1018.571567] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.571567] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.572701] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-ca28584b-1cba-4bbb-bd68-d12202406add taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.572993] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-ca28584b-1cba-4bbb-bd68-d12202406add" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.573075] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-ca28584b-1cba-4bbb-bd68-d12202406add" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.574185] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-ca28584b-1cba-4bbb-bd68-d12202406add" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.574185] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca28584b-1cba-4bbb-bd68-d12202406add',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.701469] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1018.701469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.709591] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.709756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.709834] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.710051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.710148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.710361] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.710484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.710552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.711082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.711082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.711082] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1018.737913] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.738114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.738158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.738388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.738543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.756707] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1018.786368] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('744a93af-463b-437c-bcea-ed7610481c0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.788323] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.044812] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79af453f-c11a-4f07-8dbf-ce1d3f7a204c with status ACTIVE [ 1019.044812] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.045043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.045043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.045646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.045646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.046439] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.046671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.046671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.047025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.047025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.047312] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.048177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.048248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.048434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.048554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.048618] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79af453f-c11a-4f07-8dbf-ce1d3f7a204c is going to be updated. [ 1019.072077] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.072258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.072303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.073291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.073291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.073291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79af453f-c11a-4f07-8dbf-ce1d3f7a204c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.076770] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.076965] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.077110] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.077373] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.077515] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.077743] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port ca28584b-1cba-4bbb-bd68-d12202406add not found, creating... [ 1019.077930] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.078103] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.078223] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.078439] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.078572] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.078860] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.079022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.080267] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.080267] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.080267] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.080267] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: ca28584b-1cba-4bbb-bd68-d12202406add is going to be created. [ 1019.103140] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.103140] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.103337] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.103464] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.103695] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.103919] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-ca28584b-1cba-4bbb-bd68-d12202406add" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.293027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.293027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.293027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.293027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.293027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.293027] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 744a93af-463b-437c-bcea-ed7610481c0c is going to be created. [ 1019.293027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.293027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.293027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.293027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.293027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.293027] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c is going to be updated. [ 1019.334387] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.334387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.334387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.334387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.334387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.336264] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.336668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.336936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.337293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.337956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.362752] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: IN_PROGRESS for 2s [ 1019.362752] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 744a93af-463b-437c-bcea-ed7610481c0c in Status: UNINITIALIZED for 2s [ 1019.899817] env[69952]: INFO networking_nsxv3.common.synchronization [req-0cc17186-952c-488b-aa77-29ceb0c37233 req-5361b350-f837-4f4d-a44e-59f69f1941b1 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1019.900128] env[69952]: INFO networking_nsxv3.common.synchronization [req-0cc17186-952c-488b-aa77-29ceb0c37233 req-5361b350-f837-4f4d-a44e-59f69f1941b1 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1019.900266] env[69952]: INFO networking_nsxv3.common.synchronization [req-0cc17186-952c-488b-aa77-29ceb0c37233 req-5361b350-f837-4f4d-a44e-59f69f1941b1 service nova] Enqueued Resource ID: ca28584b-1cba-4bbb-bd68-d12202406add with Priority: HIGHEST for action port [ 1019.900716] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1019.901594] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1019.901814] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca28584b-1cba-4bbb-bd68-d12202406add with Priority: HIGHEST for action port [ 1019.902168] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.902299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.902364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.902742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.902742] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.903653] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.903747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.903946] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca28584b-1cba-4bbb-bd68-d12202406add taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.904106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca28584b-1cba-4bbb-bd68-d12202406add" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.904106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca28584b-1cba-4bbb-bd68-d12202406add" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.904294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca28584b-1cba-4bbb-bd68-d12202406add" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.904372] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca28584b-1cba-4bbb-bd68-d12202406add',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.406853] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.407093] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.407257] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca28584b-1cba-4bbb-bd68-d12202406add with status ACTIVE [ 1020.407393] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.407491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.407702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.407801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.407896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.409011] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.409011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.409011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.409011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.409011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.409011] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.409011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.409011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.410199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.410199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.410199] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca28584b-1cba-4bbb-bd68-d12202406add is going to be updated. [ 1020.446980] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.447228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.448864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.448864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.448864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.448864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca28584b-1cba-4bbb-bd68-d12202406add" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.795670] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1020.795868] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 1020.795985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.796381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796563] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.796678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.796744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.796896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.797078] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.238414] env[69952]: INFO networking_nsxv3.common.synchronization [req-6f5ae6cb-a2ca-42b3-993b-6676eb55df1a req-a7704bff-d6e9-4056-aa7c-19a715736feb tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1021.238949] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1021.239501] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.239678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.239764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.240102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.240252] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.240443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.240518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.240658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.240770] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.240960] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.302139] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.377365] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 744a93af-463b-437c-bcea-ed7610481c0c in Status: SUCCESS [ 1021.377608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.377815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.378028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.378230] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.378349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.378426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.378580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.378659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.378763] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('744a93af-463b-437c-bcea-ed7610481c0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.381355] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: SUCCESS [ 1021.381355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.381457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.381629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.381842] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.382007] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.382112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.382286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.382409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.382522] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.744938] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.805484] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.885629] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.885851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.885958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.886201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.886290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.886488] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.886590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.886650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.886803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.886873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.886955] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 744a93af-463b-437c-bcea-ed7610481c0c is going to be deleted. [ 1021.889089] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.927249] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.927408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.927496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.928163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.928163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.928163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.928163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.928163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.928441] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.928441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.928441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.928600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.928679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.928803] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('744a93af-463b-437c-bcea-ed7610481c0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.158715] env[69952]: INFO networking_nsxv3.common.synchronization [req-122aa87d-3a2e-425f-a3fd-20082381170a req-30a435a0-c03f-4c82-b7ee-7765747e4ace tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1022.159107] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1022.159856] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.160214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.160214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.160452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.161586] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.161799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.161901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.162203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.162349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.162459] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.248775] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.309539] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.309704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.309704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.310523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.310523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.310523] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1022.344817] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.344817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.344817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.344817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.344817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.355169] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1022.391785] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.435977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.436163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.436240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.436589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.436589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.436736] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.436835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.436936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.437057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.437134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.437220] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 744a93af-463b-437c-bcea-ed7610481c0c already deleted. [ 1022.437385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.437385] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('744a93af-463b-437c-bcea-ed7610481c0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.438818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.438992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.443311] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.443495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.443495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.443640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.443720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.443813] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('744a93af-463b-437c-bcea-ed7610481c0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.528762] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.528977] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.529130] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.529468] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.529771] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.529969] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.530377] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.530664] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.530835] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.531145] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.531347] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.531489] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.531678] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.531999] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.532140] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.532383] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.556362] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.556508] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.556666] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.556903] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.557251] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-13a4d805-6571-43ba-9359-8b42f081b277 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.557454] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-13a4d805-6571-43ba-9359-8b42f081b277" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.557602] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-13a4d805-6571-43ba-9359-8b42f081b277" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.558124] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-13a4d805-6571-43ba-9359-8b42f081b277" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.558301] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a4d805-6571-43ba-9359-8b42f081b277',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.665182] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.750756] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.750979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.751084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.751310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.751420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.751521] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1022.781762] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.781762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.781937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.782066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.782235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.791922] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1022.895371] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.896911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.896911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.896911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.896911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.896911] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c is going to be updated. [ 1022.927695] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.927908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.927908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.928132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.928277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.938979] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: IN_PROGRESS for 2s [ 1022.945399] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('744a93af-463b-437c-bcea-ed7610481c0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.950039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.950039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.950039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.950039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.950039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.950039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.950039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.950039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.950039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.950039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.950039] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 744a93af-463b-437c-bcea-ed7610481c0c already deleted. [ 1022.950039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.061719] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.061719] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.061719] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.061719] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.061719] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.062171] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 13a4d805-6571-43ba-9359-8b42f081b277 not found, creating... [ 1023.062231] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.062359] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.062527] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.062796] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.062938] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.063844] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.064060] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.064197] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.064457] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.064600] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.064746] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 13a4d805-6571-43ba-9359-8b42f081b277 is going to be created. [ 1023.087756] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.088149] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.088375] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.088789] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.089989] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.090201] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-13a4d805-6571-43ba-9359-8b42f081b277" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.172072] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.449774] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 744a93af-463b-437c-bcea-ed7610481c0c: rpc.has_security_group_logging(os_id): False [ 1023.470353] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.470537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.470621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.470845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.471305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.471305] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.471305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.471485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.471555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.471624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.471713] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 744a93af-463b-437c-bcea-ed7610481c0c is going to be created. [ 1023.494379] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/744a93af-463b-437c-bcea-ed7610481c0c], does not exist path=[/infra/domains/default/groups/744a93af-463b-437c-bcea-ed7610481c0c]."\n}' [ 1023.494542] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 744a93af-463b-437c-bcea-ed7610481c0c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/744a93af-463b-437c-bcea-ed7610481c0c [ 1023.494656] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1023.541066] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.541297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.541297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.541448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.544239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.544239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.544239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.544239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.544239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.545166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.545166] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.545166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.545166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.545166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.545166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.545166] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 744a93af-463b-437c-bcea-ed7610481c0c is going to be created. [ 1023.565885] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/744a93af-463b-437c-bcea-ed7610481c0c], does not exist path=[/infra/domains/default/groups/744a93af-463b-437c-bcea-ed7610481c0c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/744a93af-463b-437c-bcea-ed7610481c0c [ 1023.566132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-744a93af-463b-437c-bcea-ed7610481c0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.566413] env[69952]: Traceback (most recent call last): [ 1023.566462] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1023.566462] env[69952]: return func(*args, **kwargs) [ 1023.566462] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1023.566462] env[69952]: res.raise_for_status() [ 1023.566462] env[69952]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1023.566462] env[69952]: raise HTTPError(http_error_msg, response=self) [ 1023.566462] env[69952]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/744a93af-463b-437c-bcea-ed7610481c0c [ 1023.566462] env[69952]: During handling of the above exception, another exception occurred: [ 1023.566462] env[69952]: Traceback (most recent call last): [ 1023.566462] env[69952]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1023.566462] env[69952]: listener.cb(fileno) [ 1023.566462] env[69952]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1023.566462] env[69952]: result = function(*args, **kwargs) [ 1023.567065] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1023.567065] env[69952]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1023.567065] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1023.567065] env[69952]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1023.567065] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1023.567065] env[69952]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1023.567065] env[69952]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1023.567065] env[69952]: res.raise_for_status() [ 1023.567065] env[69952]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1023.567065] env[69952]: raise HTTPError(http_error_msg, response=self) [ 1023.567065] env[69952]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/744a93af-463b-437c-bcea-ed7610481c0c [ 1023.567065] env[69952]: Removing descriptor: 19 [ 1023.674205] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.674205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.674546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.674546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.674657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.674706] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 1023.709997] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.710192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.710297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.710596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.711245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.726506] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 1024.373987] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1024.374262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.374458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.374687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.374889] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.374997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.375143] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.375309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.375309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.375425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.375480] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.775867] env[69952]: INFO networking_nsxv3.common.synchronization [req-122aa87d-3a2e-425f-a3fd-20082381170a req-5b123bc4-37ce-4267-b92f-bcf8599760e3 service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 1024.775867] env[69952]: INFO networking_nsxv3.common.synchronization [req-122aa87d-3a2e-425f-a3fd-20082381170a req-5b123bc4-37ce-4267-b92f-bcf8599760e3 service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1024.775867] env[69952]: INFO networking_nsxv3.common.synchronization [req-122aa87d-3a2e-425f-a3fd-20082381170a req-5b123bc4-37ce-4267-b92f-bcf8599760e3 service nova] Enqueued Resource ID: 13a4d805-6571-43ba-9359-8b42f081b277 with Priority: HIGHEST for action port [ 1024.775867] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 1024.775867] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1024.775867] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a4d805-6571-43ba-9359-8b42f081b277 with Priority: HIGHEST for action port [ 1024.776452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.776452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.776452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.776582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.776582] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.777483] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.777589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.777759] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a4d805-6571-43ba-9359-8b42f081b277 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.777922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a4d805-6571-43ba-9359-8b42f081b277" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.777922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a4d805-6571-43ba-9359-8b42f081b277" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.778110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a4d805-6571-43ba-9359-8b42f081b277" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.778228] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a4d805-6571-43ba-9359-8b42f081b277',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.804149] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1024.804149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.878310] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.878487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.878550] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.878763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.878933] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.879046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.879102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.879256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.879340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.879429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.879577] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.879732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.879732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.880094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.880311] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.880469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.880533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.880771] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.880880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.881102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.881102] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.953355] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: SUCCESS [ 1024.953632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.953866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.954193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.954468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.954641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.954745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.954973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.955103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.955219] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.955360] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.956615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.956854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.957126] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.957293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.957396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.957891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.958046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.958191] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.280907] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.281113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.282616] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13a4d805-6571-43ba-9359-8b42f081b277 with status ACTIVE [ 1025.282877] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.282998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.283078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.283288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.283376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.283549] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.283644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.283704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.283854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.283929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.284140] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.284239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.284299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.284454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.284509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.284595] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13a4d805-6571-43ba-9359-8b42f081b277 is going to be updated. [ 1025.307484] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.307678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.307748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.308664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.308664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.308664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a4d805-6571-43ba-9359-8b42f081b277" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.383564] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3eaa156-d59a-4f09-9cfd-19f2a3eac50e: rpc.has_security_group_logging(os_id): False [ 1025.405826] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.409859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.409859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.409859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.437907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.438316] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.438454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.438515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.438842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.438933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.439160] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.439258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.439336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.439475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.439551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.439786] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.439914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.439972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.440122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.440202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.440291] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1025.463532] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.464693] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.464828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.512409] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.512624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.512684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.513153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.513153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.530037] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1025.738688] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 1025.738842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.739496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.739821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.740046] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.740994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.740994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.740994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.740994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.740994] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.966920] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.243367] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.470008] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.470314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.470314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.470535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.470684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.470769] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c is going to be updated. [ 1026.506492] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.506492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.506492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.507376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.507376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.517830] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: IN_PROGRESS for 2s [ 1026.747374] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.151121] env[69952]: INFO networking_nsxv3.common.synchronization [req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 req-9c4ff159-601c-4010-b944-aac106b8a76b tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Enqueued Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_members [ 1027.151121] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_members [ 1027.151121] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9801e4ba-a315-4019-ae34-d6d31e998513 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.151904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.152114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.152463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.152719] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.152939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.153143] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.154481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.154867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.155060] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.251224] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.251224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.251224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.251224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.251224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.251224] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 1027.281186] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.281186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.281186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.281186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.281186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.290348] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 1027.299106] env[69952]: INFO networking_nsxv3.common.synchronization [req-9cabf0a3-0edb-4aea-a026-6658df679aa9 req-ca266fd4-784b-4401-8f5f-2bc5bee066f5 tempest-ServerRescueTestJSONUnderV235-1165269921 tempest-ServerRescueTestJSONUnderV235-1165269921-project-member] Enqueued Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1027.299993] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c with Priority: HIGHEST for action security_group_members [ 1027.301032] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.301032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.545528] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1027.545878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.609699] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.609896] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-956" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.609896] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-956" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.610404] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-956" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.610590] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.610752] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.610970] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.612293] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.612484] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.612725] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.612872] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.613114] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.613114] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.613243] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.613355] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.613504] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.639250] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.639425] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.639557] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.639754] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-956" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.640132] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-9ce6189e-0931-42df-a0c7-ae302d72e0fa taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.640314] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-9ce6189e-0931-42df-a0c7-ae302d72e0fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.640452] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-9ce6189e-0931-42df-a0c7-ae302d72e0fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.640811] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-9ce6189e-0931-42df-a0c7-ae302d72e0fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.640956] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce6189e-0931-42df-a0c7-ae302d72e0fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.657308] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.657511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.657511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.657743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.657838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.658073] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.658151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.658216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.658339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.658408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.658593] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9801e4ba-a315-4019-ae34-d6d31e998513 already deleted. [ 1027.658593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.143884] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.143884] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.143884] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.144189] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.144288] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.144453] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 9ce6189e-0931-42df-a0c7-ae302d72e0fa not found, creating... [ 1028.144719] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.144927] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.145072] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.145316] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.145474] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.145748] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.145934] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.146195] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.146444] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.146587] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.146734] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 9ce6189e-0931-42df-a0c7-ae302d72e0fa is going to be created. [ 1028.173381] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.173799] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.174672] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.174672] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.174958] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.176314] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-9ce6189e-0931-42df-a0c7-ae302d72e0fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.528224] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: SUCCESS [ 1028.528384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.528554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.528764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.528955] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.529088] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.529151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.529297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.529375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.529467] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.866345] env[69952]: INFO networking_nsxv3.common.synchronization [req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 req-3fb845c2-6612-491e-970b-fe7d0630eb63 service nova] Enqueued Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_rules [ 1028.866535] env[69952]: INFO networking_nsxv3.common.synchronization [req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 req-3fb845c2-6612-491e-970b-fe7d0630eb63 service nova] Enqueued Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_members [ 1028.866708] env[69952]: INFO networking_nsxv3.common.synchronization [req-cf0eaeae-74fa-4487-a1c1-2a9e0957b7b0 req-3fb845c2-6612-491e-970b-fe7d0630eb63 service nova] Enqueued Resource ID: 9ce6189e-0931-42df-a0c7-ae302d72e0fa with Priority: HIGHEST for action port [ 1028.866895] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_rules [ 1028.867034] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_members [ 1028.867132] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce6189e-0931-42df-a0c7-ae302d72e0fa with Priority: HIGHEST for action port [ 1028.867672] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9801e4ba-a315-4019-ae34-d6d31e998513 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.867878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.867878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.868312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.868434] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.869317] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9801e4ba-a315-4019-ae34-d6d31e998513 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.869465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.869577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.869882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.869959] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.870090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.870176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.870344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.870470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.870565] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.871391] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ce6189e-0931-42df-a0c7-ae302d72e0fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.871556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ce6189e-0931-42df-a0c7-ae302d72e0fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.871649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ce6189e-0931-42df-a0c7-ae302d72e0fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.871848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ce6189e-0931-42df-a0c7-ae302d72e0fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.871978] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ce6189e-0931-42df-a0c7-ae302d72e0fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.031841] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.032044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.032104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.032568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.057096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.058268] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.058268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.058268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.058268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.058268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.058268] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c is going to be updated. [ 1029.086816] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.086816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.086816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.086816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.086816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.096921] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: IN_PROGRESS for 2s [ 1029.301288] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 1029.301593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.301655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.301934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.302188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.302282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.302341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.302468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.302546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.302631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.302721] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.373872] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.375129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9801e4ba-a315-4019-ae34-d6d31e998513 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.375274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.375692] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ce6189e-0931-42df-a0c7-ae302d72e0fa with status ACTIVE [ 1029.375692] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.375827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.375827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.376792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.376792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.376792] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.376792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.376792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.376792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.376792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.377237] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.377237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.377237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.377237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.377237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.377483] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ce6189e-0931-42df-a0c7-ae302d72e0fa is going to be updated. [ 1029.399931] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.400124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.400175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.400356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.400501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.400723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ce6189e-0931-42df-a0c7-ae302d72e0fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.505137] env[69952]: INFO networking_nsxv3.common.synchronization [req-aa1ea81f-618d-42c8-baf2-8af5228c028e req-e34ad0c6-c1b9-4948-abc8-e4ecd137fce9 tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Enqueued Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGHEST for action security_group_members [ 1029.505137] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGHEST for action security_group_members [ 1029.505355] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6872b2f0-d295-4eb4-adb1-25bf2c287a47 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.505470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.505556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.505791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.505943] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.507588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.507895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.507995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.508076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.508391] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6872b2f0-d295-4eb4-adb1-25bf2c287a47',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.810448] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.810448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.810448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.810448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.810448] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.810448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.810448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.810714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.810714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.811461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.811461] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.811461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.811461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.811461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.811461] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.811461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.811836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.811836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.811836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.811836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.811975] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.883534] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.949162] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.949566] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-451" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.949743] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-451" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.950274] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-451" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.950488] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.950611] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.950737] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.951066] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.952118] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.952371] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.952498] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.952617] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.952736] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.952936] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.952994] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.953179] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.973445] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.973626] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.973780] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.973980] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-451" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.974433] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-4d4000f8-1ec2-498d-9d23-99be606cf0dd taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.974754] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-4d4000f8-1ec2-498d-9d23-99be606cf0dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.974754] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-4d4000f8-1ec2-498d-9d23-99be606cf0dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.975113] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-4d4000f8-1ec2-498d-9d23-99be606cf0dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.975290] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d4000f8-1ec2-498d-9d23-99be606cf0dd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.011310] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.011477] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.011554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.011883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.011989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012258] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.012394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.012464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.012646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.012713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012800] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 already deleted. [ 1030.013058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.314495] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 508193cb-ad6e-42b3-b375-4cdbc2887c82: rpc.has_security_group_logging(os_id): False [ 1030.336245] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.337391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.337391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.337391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.363796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.365050] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.365050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.365050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.365050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.365050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.365050] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.365050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.365050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.365050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.365507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.365507] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.365507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.365507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.365768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.365864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.365983] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 1030.386623] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.386864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.387039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.387358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.387509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.387656] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9801e4ba-a315-4019-ae34-d6d31e998513 is going to be created. [ 1030.416875] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.417140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.417246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.417484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.417671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.437585] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9801e4ba-a315-4019-ae34-d6d31e998513 in Status: UNINITIALIZED for 2s [ 1030.471153] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.471358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.471470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.471659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.471862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.477741] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.478107] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.478321] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.478727] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.478966] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.479235] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 4d4000f8-1ec2-498d-9d23-99be606cf0dd not found, creating... [ 1030.479653] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.479914] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.480129] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.480475] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.480699] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.481174] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.481449] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.481606] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.481948] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.482161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.482332] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 4d4000f8-1ec2-498d-9d23-99be606cf0dd is going to be created. [ 1030.503964] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 1030.517755] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.517980] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.518125] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.518412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.518652] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.518886] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-4d4000f8-1ec2-498d-9d23-99be606cf0dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.104677] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: SUCCESS [ 1031.104922] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c deletion is rescheduled due to dependency. [ 1031.104994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.105155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.105375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.105551] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.105674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.105741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.105875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.105955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.106051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.106228] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0504befc-e299-43d4-a28c-b88c7b1aa73c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.107140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.107140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.107140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.107140] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.107140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.107140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.107140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.107140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.107140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.107140] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.108113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.108183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.108330] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.108433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.108496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.110128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.110128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.110128] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.278078] env[69952]: INFO networking_nsxv3.common.synchronization [req-aa1ea81f-618d-42c8-baf2-8af5228c028e req-6c3272d8-284c-4a2c-b0bc-d6da81da57ce service nova] Enqueued Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGHEST for action security_group_rules [ 1031.278316] env[69952]: INFO networking_nsxv3.common.synchronization [req-aa1ea81f-618d-42c8-baf2-8af5228c028e req-6c3272d8-284c-4a2c-b0bc-d6da81da57ce service nova] Enqueued Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGHEST for action security_group_members [ 1031.278471] env[69952]: INFO networking_nsxv3.common.synchronization [req-aa1ea81f-618d-42c8-baf2-8af5228c028e req-6c3272d8-284c-4a2c-b0bc-d6da81da57ce service nova] Enqueued Resource ID: 4d4000f8-1ec2-498d-9d23-99be606cf0dd with Priority: HIGHEST for action port [ 1031.278698] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGHEST for action security_group_rules [ 1031.278827] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGHEST for action security_group_members [ 1031.278923] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d4000f8-1ec2-498d-9d23-99be606cf0dd with Priority: HIGHEST for action port [ 1031.279506] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.279899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.279988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.280269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.280376] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6872b2f0-d295-4eb4-adb1-25bf2c287a47',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.282038] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6872b2f0-d295-4eb4-adb1-25bf2c287a47 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.282185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.282297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.282622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.282845] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.283012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.283122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.283345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.283480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.283759] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6872b2f0-d295-4eb4-adb1-25bf2c287a47',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.285391] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d4000f8-1ec2-498d-9d23-99be606cf0dd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.285763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d4000f8-1ec2-498d-9d23-99be606cf0dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.285763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d4000f8-1ec2-498d-9d23-99be606cf0dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.285962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d4000f8-1ec2-498d-9d23-99be606cf0dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.286018] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d4000f8-1ec2-498d-9d23-99be606cf0dd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.610685] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0504befc-e299-43d4-a28c-b88c7b1aa73c: rpc.has_security_group_logging(os_id): False [ 1031.612440] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.612614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.612715] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.613076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.613212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.613477] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.613616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.613708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.613931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.614049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.614173] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c is going to be updated. [ 1031.635082] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.635233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.635306] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.635527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.635611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.635833] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.635931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.635996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.636165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.636239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.636410] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.636499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.636556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.636693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.636758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.636932] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.637035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.637096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.637232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.637330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.637418] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c is going to be updated. [ 1031.645502] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.645676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.645676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.645842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.645989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.655970] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: IN_PROGRESS for 2s [ 1031.713356] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.713580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.713580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.713881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.713985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.725820] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: IN_PROGRESS for 2s [ 1031.782500] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6872b2f0-d295-4eb4-adb1-25bf2c287a47 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.782714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.786779] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6872b2f0-d295-4eb4-adb1-25bf2c287a47',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.787383] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d4000f8-1ec2-498d-9d23-99be606cf0dd with status ACTIVE [ 1031.787666] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.787804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.787871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.788227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.788339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.788490] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.789094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.789094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.789094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.789278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.789320] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.789441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.789498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.789738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.789977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.790137] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d4000f8-1ec2-498d-9d23-99be606cf0dd is going to be updated. [ 1031.824074] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.824480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.824617] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.824955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.825162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.825426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d4000f8-1ec2-498d-9d23-99be606cf0dd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.293039] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6872b2f0-d295-4eb4-adb1-25bf2c287a47',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.451021] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9801e4ba-a315-4019-ae34-d6d31e998513 in Status: SUCCESS [ 1032.451021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.451021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.451021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.451021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.451021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.451021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.451021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.451021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.451021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.451021] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.519290] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 1032.519524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.798764] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.798764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.798764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.798764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.798764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.798764] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 is going to be created. [ 1032.825736] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.825736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.825736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.825736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.825736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.835744] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 in Status: UNINITIALIZED for 2s [ 1032.960513] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.461465] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9801e4ba-a315-4019-ae34-d6d31e998513: rpc.has_security_group_logging(os_id): False [ 1033.483232] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.483232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.483232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.483232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.483232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.483232] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.483645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.483645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.483645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.483645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.483791] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9801e4ba-a315-4019-ae34-d6d31e998513 is going to be created. [ 1033.650392] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.650596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.650666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.650904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.651139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.667326] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: SUCCESS [ 1033.667669] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c deletion is rescheduled due to dependency. [ 1033.667772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.669508] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9801e4ba-a315-4019-ae34-d6d31e998513 in Status: IN_PROGRESS for 2s [ 1033.757270] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c in Status: SUCCESS [ 1033.757502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.757846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.757941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.758096] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0504befc-e299-43d4-a28c-b88c7b1aa73c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.282419] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.282854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.282854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.282854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.282986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.283028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0504befc-e299-43d4-a28c-b88c7b1aa73c is going to be deleted. [ 1034.341295] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.341295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.341469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.341598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.341692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.341812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0504befc-e299-43d4-a28c-b88c7b1aa73c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.846667] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 in Status: SUCCESS [ 1034.846897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.847085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.847315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.847498] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.847610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.847673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.847825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.847902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.848022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.848075] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6872b2f0-d295-4eb4-adb1-25bf2c287a47',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.351557] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6872b2f0-d295-4eb4-adb1-25bf2c287a47 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.351987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.351987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.352298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.352516] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.352625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.352691] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.352859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.352980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.353101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.353307] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6872b2f0-d295-4eb4-adb1-25bf2c287a47 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.353412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.353475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.353674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.353824] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.353930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.353992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.354328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.354434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.354560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.354696] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6872b2f0-d295-4eb4-adb1-25bf2c287a47',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.686483] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9801e4ba-a315-4019-ae34-d6d31e998513 in Status: SUCCESS [ 1035.686703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.856741] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6872b2f0-d295-4eb4-adb1-25bf2c287a47: rpc.has_security_group_logging(os_id): False [ 1035.882426] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.882680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.882680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.884747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.884747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.884747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.884747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.885474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.885474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.885474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.885474] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 is going to be created. [ 1035.954547] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.954790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.954790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.954969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.955170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.966235] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 in Status: IN_PROGRESS for 2s [ 1036.280490] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1036.280763] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1037.980670] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 in Status: SUCCESS [ 1037.981249] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.186328] env[69952]: INFO networking_nsxv3.common.synchronization [req-5cb9981f-6316-447a-8b6e-8acdfcead0d3 req-f3e39df9-0593-4ce0-bce2-e0b405f83e60 tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 1041.186328] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 1041.188970] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.191835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.191835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.191835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.191835] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.191835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.191835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.191835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.191835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.191835] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.697254] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.795421] env[69952]: INFO networking_nsxv3.common.synchronization [None req-10bcc08c-242c-4e1a-bae3-1ad23b692989 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_rules [ 1041.795961] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_rules [ 1041.796283] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.796404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.796508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.796718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.796799] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.955328] env[69952]: INFO networking_nsxv3.common.synchronization [None req-e59de991-3c5a-4eaf-8299-9379a74783b3 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_rules [ 1041.959786] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_rules [ 1041.959984] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.960175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.202444] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.322409] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.322409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.322409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.322409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.322409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.322409] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 already deleted. [ 1042.322409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.322409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.322409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.322409] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.705378] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.705629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.705629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.705881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.706026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.706172] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 1042.760704] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.762052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.762052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.762052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.762052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.773077] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 1042.844267] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.844538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.844694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.845028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.845182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.845360] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 already deleted. [ 1042.845515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.001690] env[69952]: INFO networking_nsxv3.common.synchronization [req-ada89668-03f6-41a9-a251-9dadc1cb89a7 req-12380711-1084-4701-b099-bd67a653b35a tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1044.001690] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1044.002344] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.002344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.002344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.002675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.002753] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.004290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.004290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.004290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.004290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.004290] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.506541] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.509163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.509163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.509163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.509163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.509163] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.510795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.510795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.510795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.510795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.510795] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1044.513641] env[69952]: INFO networking_nsxv3.common.synchronization [req-04d25429-6d11-4387-ae67-3405c240fea8 req-b5e28494-d6a4-48f1-bc64-af6c0566833a tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Enqueued Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_members [ 1044.515945] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_members [ 1044.515945] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce74d43d-46c0-48aa-a7b8-824f511691be taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.515945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.515945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.515945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.515945] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.515945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.515945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.515945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.516384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.516384] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.559715] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.560512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.560512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.560512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.560723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.572700] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1044.783631] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 1044.783882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.908292] env[69952]: INFO networking_nsxv3.common.synchronization [req-6464288e-4875-4fe7-ae5b-9880eee4467a req-82e0f39d-c9ce-4cde-80b2-f2d73a9d33a7 tempest-InstanceActionsV221TestJSON-1498170353 tempest-InstanceActionsV221TestJSON-1498170353-project-member] Enqueued Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGHEST for action security_group_members [ 1044.908292] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGHEST for action security_group_members [ 1044.908292] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6872b2f0-d295-4eb4-adb1-25bf2c287a47 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.908761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.908956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.909253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.909529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.909758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.909953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.910221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.911074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.911074] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6872b2f0-d295-4eb4-adb1-25bf2c287a47',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.021889] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.021889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.021889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.021889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.021889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.021889] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.021889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.021889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.021889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.021889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.021889] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce74d43d-46c0-48aa-a7b8-824f511691be already deleted. [ 1045.021889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.080077] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.080379] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-834" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.080520] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-834" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.080876] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-834" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.082037] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.082227] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.082379] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.082957] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.082957] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.083150] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.083150] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.083244] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.083424] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.083612] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.083754] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.083907] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.104805] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.105078] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.105212] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.105419] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-834" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.105762] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-839c7bce-72a7-454b-b687-1b6be54ec98c taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.105963] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-839c7bce-72a7-454b-b687-1b6be54ec98c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.106079] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-839c7bce-72a7-454b-b687-1b6be54ec98c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.106452] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-839c7bce-72a7-454b-b687-1b6be54ec98c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.106601] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839c7bce-72a7-454b-b687-1b6be54ec98c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.413668] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.413854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.413929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.414577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.414577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.414577] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.414798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.414798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.414898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.414983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.415085] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 is going to be updated. [ 1045.456237] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.456388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.456523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.456668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.456815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.468087] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 in Status: IN_PROGRESS for 2s [ 1045.609489] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.610801] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.610801] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.610801] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.610801] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.610801] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 839c7bce-72a7-454b-b687-1b6be54ec98c not found, creating... [ 1045.611125] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.611125] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.611250] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.611495] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.611650] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.612054] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.612266] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.612401] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.612627] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.612765] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.612915] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 839c7bce-72a7-454b-b687-1b6be54ec98c is going to be created. [ 1045.643432] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.643432] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.643677] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.645196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.645196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.645196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-839c7bce-72a7-454b-b687-1b6be54ec98c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.460139] env[69952]: INFO networking_nsxv3.common.synchronization [req-04d25429-6d11-4387-ae67-3405c240fea8 req-49a57c0f-880b-4d0e-b94e-2c1c716a565c service nova] Enqueued Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_rules [ 1046.460139] env[69952]: INFO networking_nsxv3.common.synchronization [req-04d25429-6d11-4387-ae67-3405c240fea8 req-49a57c0f-880b-4d0e-b94e-2c1c716a565c service nova] Enqueued Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_members [ 1046.460139] env[69952]: INFO networking_nsxv3.common.synchronization [req-04d25429-6d11-4387-ae67-3405c240fea8 req-49a57c0f-880b-4d0e-b94e-2c1c716a565c service nova] Enqueued Resource ID: 839c7bce-72a7-454b-b687-1b6be54ec98c with Priority: HIGHEST for action port [ 1046.461808] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_rules [ 1046.461808] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_members [ 1046.461808] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839c7bce-72a7-454b-b687-1b6be54ec98c with Priority: HIGHEST for action port [ 1046.461808] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce74d43d-46c0-48aa-a7b8-824f511691be taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.461808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.461808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.461808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.461808] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.462820] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce74d43d-46c0-48aa-a7b8-824f511691be taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.462977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.463088] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.463284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.463466] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.463595] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.463681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.463852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.463967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.464105] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.464910] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-839c7bce-72a7-454b-b687-1b6be54ec98c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.466923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-839c7bce-72a7-454b-b687-1b6be54ec98c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.467007] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-839c7bce-72a7-454b-b687-1b6be54ec98c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.467171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-839c7bce-72a7-454b-b687-1b6be54ec98c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.467251] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839c7bce-72a7-454b-b687-1b6be54ec98c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.586323] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1046.588882] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 1046.588882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.640155] env[69952]: INFO networking_nsxv3.common.synchronization [req-6c9b1a58-1ba2-470c-a9d7-8a155b15335f req-e8b84f44-c16c-4341-b12a-e221e7730a7f tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1046.640755] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1046.641080] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.641208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.641273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.641451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.641597] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.641687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.641745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.641905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.642728] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.642728] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.969819] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.971147] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce74d43d-46c0-48aa-a7b8-824f511691be taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.971318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.971901] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 839c7bce-72a7-454b-b687-1b6be54ec98c with status ACTIVE [ 1046.971901] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.971901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.971901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.972912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.972912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.972912] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.972912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.972912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.972912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.972912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.973183] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.973183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.973183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.973497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.973497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.973497] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 839c7bce-72a7-454b-b687-1b6be54ec98c is going to be updated. [ 1046.997153] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.997312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.997382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.997721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.997721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.997873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-839c7bce-72a7-454b-b687-1b6be54ec98c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.145638] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.476065] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.480577] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 in Status: SUCCESS [ 1047.480849] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 deletion is rescheduled due to dependency. [ 1047.481027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.651687] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.982517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.982731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.982835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.983186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.983318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.983412] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce74d43d-46c0-48aa-a7b8-824f511691be is going to be created. [ 1048.012609] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.012609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.012609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.012609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.012609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.020354] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce74d43d-46c0-48aa-a7b8-824f511691be in Status: UNINITIALIZED for 2s [ 1048.154575] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.154735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.154777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.155065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.155166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.155267] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 1048.183819] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.183819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.183819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.183819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.184088] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.207254] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 1050.031591] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce74d43d-46c0-48aa-a7b8-824f511691be in Status: SUCCESS [ 1050.032993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.032993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.032993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.032993] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.032993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.032993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.032993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.032993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.032993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.032993] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.222894] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 1050.222894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.535145] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.041625] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce74d43d-46c0-48aa-a7b8-824f511691be: rpc.has_security_group_logging(os_id): False [ 1051.060493] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.060654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.060726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.060933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.061024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.061267] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.061374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.061436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.061596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.061668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.061751] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce74d43d-46c0-48aa-a7b8-824f511691be is going to be created. [ 1051.124013] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.124177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.124248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.124461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.124660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.141051] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce74d43d-46c0-48aa-a7b8-824f511691be in Status: IN_PROGRESS for 2s [ 1051.641974] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1051.642232] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1053.084233] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.084233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.084233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.084789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.084789] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.149884] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1053.149884] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent loop - iteration:2 started [ 1053.159390] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce74d43d-46c0-48aa-a7b8-824f511691be in Status: SUCCESS [ 1053.159390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.587995] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.091965] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.594471] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1054.594633] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1054.876113] env[69952]: INFO networking_nsxv3.common.synchronization [None req-c3aca20a-cac1-47cb-8d5b-803d1862aea6 None None] Enqueued Resource ID: d271949f-7974-4b72-b88c-83d399559d12 with Priority: HIGHEST for action port [ 1054.876818] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d271949f-7974-4b72-b88c-83d399559d12 with Priority: HIGHEST for action port [ 1054.878200] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d271949f-7974-4b72-b88c-83d399559d12 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.878423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d271949f-7974-4b72-b88c-83d399559d12" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.878547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d271949f-7974-4b72-b88c-83d399559d12" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.878891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d271949f-7974-4b72-b88c-83d399559d12" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.879115] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d271949f-7974-4b72-b88c-83d399559d12',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.384461] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d271949f-7974-4b72-b88c-83d399559d12 [ 1055.384797] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.384867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.384907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.385496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.385496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.385496] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d271949f-7974-4b72-b88c-83d399559d12 already deleted. [ 1055.385496] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d271949f-7974-4b72-b88c-83d399559d12" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.459986] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.460195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.460296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.460494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.479869] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1055.480973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.482441] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1055.518164] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.518368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.518448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.518658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.529202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.529950] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1055.530109] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.530182] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1055.578645] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.578879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.578945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.579233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.582312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.582682] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1055.666932] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.671311] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.671311] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.671543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.671867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.672222] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1055.752998] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.752998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.752998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.752998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.753387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.754015] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1055.754015] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3b88ae45-cdbf-4f38-ae55-64ba28cadc76', '6eefa873-c927-4a80-90a2-d664f0952586', '4a5e5655-ceae-49be-be39-386e8e4472ee', '3a3af6e3-a6f3-4272-9417-6b50d87e9e6b', 'df5061c9-afe3-4d87-8724-678c5a8a2f18', '6872b2f0-d295-4eb4-adb1-25bf2c287a47', 'd59d0e8a-5fb8-43b5-a94e-3463cd4079fe', '76661a59-0e3b-4d59-8511-f4977cb26e3b', 'd3eaa156-d59a-4f09-9cfd-19f2a3eac50e', '9f781f9d-671e-4dc8-ae5b-9154a76fa380', '329f8e5e-92ac-481e-a785-b4c6a5969c78', 'ab77d477-3ae2-4797-a5de-609046a7bc17', '5fb90bb9-6660-4c9d-925f-271822ef47af', 'f7876b3d-c816-49bb-be47-f0dadb9eb08d', 'dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc', '8005ec1e-e2ee-4d25-ac46-a637e0b49fce', '76ca446b-a894-4083-861a-04fe9148ab22', '9cead08a-5f05-46cf-af6c-1883ec78a109', '350f0ebb-36c1-4557-84a1-d17daed5d0c2', '23347c3a-7439-4004-992e-c5ae7dcf3f5a', 'ce74d43d-46c0-48aa-a7b8-824f511691be', 'dfe77154-369d-4c18-b85a-f1a57c67e161', 'f132148e-7925-4de9-84d4-bba43d6a21d4', '0dee889f-7817-4966-be04-2f1e29dde9fa', '0f5a82f6-0a6e-49cc-9da6-035b492d5917', '27e2580b-bb93-4be7-ba89-00591c56813d', '01945e4b-1714-4eab-bab8-611a1af27445', '6611243a-e101-48f9-b866-5d4ed1e7bc0c', '3aedcb53-2e9d-4dab-b9de-87c1620ea524', '883209cc-9ed0-47e3-8ce6-596dc62efcd5', '4eb18ce9-effe-4b5d-be6d-13a05789eb3a', '508193cb-ad6e-42b3-b375-4cdbc2887c82', '53561efe-6070-4002-965b-cfb8072623a8', '192b8863-2fe4-4778-8ca8-422ff7b6c712', 'b2c6b888-81da-41dd-9457-6e4cb0dd24c4', '9801e4ba-a315-4019-ae34-d6d31e998513', 'a8223fa1-ecdb-4f15-8336-92eb1122626f', '55496bb1-2dde-440e-8f52-937dcfdd9a11', '02152af0-6578-43f9-8c51-805ecdab13cb', '07c2504a-18c5-408b-9c51-9deb7a63361b', 'c85b9b26-57ac-437a-a595-bdf5982b278a', '3df05e4f-b550-4d91-82a0-e3a6364240cb', '9aebfcbf-1dbc-497e-921b-a0e736532376', 'b37c97fc-8990-4d2b-9f28-f86b12c8d69f'} {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.754015] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1055.777942] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.778153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.778203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.778398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.778460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.778706] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1055.778782] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.778855] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1055.867570] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.867765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.867818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.868082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.871420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.871748] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1055.871859] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.871944] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1055.872092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1055.872201] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1055.872297] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGH for action security_group_rules [ 1055.872481] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGH for action security_group_rules [ 1055.872481] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGH for action security_group_rules [ 1055.872591] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGH for action security_group_rules [ 1055.872591] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGH for action security_group_rules [ 1055.872675] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGH for action security_group_rules [ 1055.872675] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGH for action security_group_rules [ 1055.873028] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGH for action security_group_rules [ 1055.873028] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGH for action security_group_rules [ 1055.873028] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGH for action security_group_rules [ 1055.873028] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGH for action security_group_rules [ 1055.873028] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGH for action security_group_rules [ 1055.873028] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGH for action security_group_rules [ 1055.873416] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGH for action security_group_rules [ 1055.873416] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGH for action security_group_rules [ 1055.873523] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGH for action security_group_rules [ 1055.873579] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGH for action security_group_rules [ 1055.873668] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGH for action security_group_rules [ 1055.873772] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGH for action security_group_rules [ 1055.873908] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGH for action security_group_rules [ 1055.874053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.347625] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9d9ef98d-f285-4b9e-9022-7073777a6786 None None] Enqueued Resource ID: b92d4854-8d5e-41aa-adf7-c3044070a70e with Priority: HIGHEST for action port [ 1057.347964] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92d4854-8d5e-41aa-adf7-c3044070a70e with Priority: HIGHEST for action port [ 1057.348093] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 with Priority: HIGH for action security_group_rules [ 1057.348178] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e5655-ceae-49be-be39-386e8e4472ee with Priority: HIGH for action security_group_rules [ 1057.348243] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGH for action security_group_rules [ 1057.348339] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGH for action security_group_rules [ 1057.348432] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGH for action security_group_rules [ 1057.348519] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGH for action security_group_rules [ 1057.348604] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 with Priority: HIGH for action security_group_rules [ 1057.348694] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ca446b-a894-4083-861a-04fe9148ab22 with Priority: HIGH for action security_group_rules [ 1057.348781] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d with Priority: HIGH for action security_group_rules [ 1057.348866] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce with Priority: HIGH for action security_group_rules [ 1057.348952] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb90bb9-6660-4c9d-925f-271822ef47af with Priority: HIGH for action security_group_rules [ 1057.349049] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab77d477-3ae2-4797-a5de-609046a7bc17 with Priority: HIGH for action security_group_rules [ 1057.349190] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 with Priority: HIGH for action security_group_rules [ 1057.349224] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 with Priority: HIGH for action security_group_rules [ 1057.349295] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGH for action security_group_rules [ 1057.349379] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 with Priority: HIGH for action security_group_rules [ 1057.349462] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b with Priority: HIGH for action security_group_rules [ 1057.349561] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 with Priority: HIGH for action security_group_rules [ 1057.349627] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGH for action security_group_rules [ 1057.349704] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b with Priority: HIGH for action security_group_rules [ 1057.350712] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-b92d4854-8d5e-41aa-adf7-c3044070a70e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.350869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b92d4854-8d5e-41aa-adf7-c3044070a70e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.350979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b92d4854-8d5e-41aa-adf7-c3044070a70e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.351275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b92d4854-8d5e-41aa-adf7-c3044070a70e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.351275] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92d4854-8d5e-41aa-adf7-c3044070a70e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.352192] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.352308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.352377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.352544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.352619] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b88ae45-cdbf-4f38-ae55-64ba28cadc76',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.353478] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a5e5655-ceae-49be-be39-386e8e4472ee taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.353631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.353631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.353767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.353823] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a5e5655-ceae-49be-be39-386e8e4472ee',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.354529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.354662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.354729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.354831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.354899] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.355688] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.355809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.355874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.355987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.356309] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.356977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.357087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.357152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.357299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.357371] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.358039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.358148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.358208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.358363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.358436] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.359112] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cead08a-5f05-46cf-af6c-1883ec78a109 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.359215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.359337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.359465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.359520] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cead08a-5f05-46cf-af6c-1883ec78a109',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.364444] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76ca446b-a894-4083-861a-04fe9148ab22 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.364568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.364620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.364776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.364861] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76ca446b-a894-4083-861a-04fe9148ab22',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.365637] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.365747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.365821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.365970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.366061] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7876b3d-c816-49bb-be47-f0dadb9eb08d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.366749] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.366861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.366908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.367190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.367268] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8005ec1e-e2ee-4d25-ac46-a637e0b49fce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.367925] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb90bb9-6660-4c9d-925f-271822ef47af taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.368042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.368110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.368257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.368327] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb90bb9-6660-4c9d-925f-271822ef47af',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.369115] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab77d477-3ae2-4797-a5de-609046a7bc17 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.369218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.369283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.369432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.369502] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab77d477-3ae2-4797-a5de-609046a7bc17',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.370197] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-329f8e5e-92ac-481e-a785-b4c6a5969c78 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.370305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.370371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.370519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.370621] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('329f8e5e-92ac-481e-a785-b4c6a5969c78',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.371272] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.371510] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.371510] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.371621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.371662] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f781f9d-671e-4dc8-ae5b-9154a76fa380',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.376180] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.376180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.376180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.376180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.376180] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.376180] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.376180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.376180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.376180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.376180] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6872b2f0-d295-4eb4-adb1-25bf2c287a47',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.376648] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76661a59-0e3b-4d59-8511-f4977cb26e3b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.376648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.376763] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.376873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.376924] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76661a59-0e3b-4d59-8511-f4977cb26e3b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.377713] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5061c9-afe3-4d87-8724-678c5a8a2f18 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.377824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.377871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.381016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.381016] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5061c9-afe3-4d87-8724-678c5a8a2f18',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.381016] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.381016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.381016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.381016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.381016] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.381016] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.381016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.381016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.381016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.381016] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3af6e3-a6f3-4272-9417-6b50d87e9e6b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.885074] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.885235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.885301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.885506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.885662] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.885753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.885813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.885957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.886051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.886143] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.886230] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.888440] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.888440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.888440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.888440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.888440] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.888440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.888440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.888827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.888827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.888827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.888827] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.891225] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.891339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.891410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.891575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.895452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.895452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.895452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.895603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.895757] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.895928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.895928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.896069] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.896069] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.897415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.897415] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.901848] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.902094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.902239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.902514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.902749] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.902912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.903139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.903359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.903493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.903634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.903770] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.907263] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b92d4854-8d5e-41aa-adf7-c3044070a70e [ 1057.907263] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.907407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.907760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.908649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.908649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.908649] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b92d4854-8d5e-41aa-adf7-c3044070a70e already deleted. [ 1057.908649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b92d4854-8d5e-41aa-adf7-c3044070a70e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.919981] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.920247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.920370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.920720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.920973] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.921147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.921279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.921486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.921616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.921745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.921997] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.922286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.922395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.922585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.922772] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.922912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.923036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.923246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.923374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.923523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.923684] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.965210] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.965393] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.966249] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.966411] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cead08a-5f05-46cf-af6c-1883ec78a109 is going to be deleted. [ 1057.967385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.968126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.969351] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.969629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.970513] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.970633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.977397] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.977522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.978385] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.978490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.979279] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.979376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.980098] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.980158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.983274] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.983274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.983274] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.983274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.983706] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.983764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.984593] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.984730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.985537] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.985851] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.985986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.986720] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.987734] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.987862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.988587] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.989029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.989181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.989993] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.990387] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.990503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.995685] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.996332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.996512] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b88ae45-cdbf-4f38-ae55-64ba28cadc76 is going to be deleted. [ 1057.997464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.997707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.018242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.018405] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76ca446b-a894-4083-861a-04fe9148ab22 is going to be deleted. [ 1058.019371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.019746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.038671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.038671] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3af6e3-a6f3-4272-9417-6b50d87e9e6b is going to be deleted. [ 1058.039178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.039448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.064728] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.064728] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.072450] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.072450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.072821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.072821] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5061c9-afe3-4d87-8724-678c5a8a2f18 is going to be deleted. [ 1058.073732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.074358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.085368] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.085537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.100057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.100227] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6872b2f0-d295-4eb4-adb1-25bf2c287a47 is going to be deleted. [ 1058.101219] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.101445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.156257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.156396] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 329f8e5e-92ac-481e-a785-b4c6a5969c78 is going to be deleted. [ 1058.157431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.157669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.194964] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.195273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.209920] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.210149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.239281] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.239469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.240742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.240865] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a5e5655-ceae-49be-be39-386e8e4472ee is going to be deleted. [ 1058.242610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.242849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.304809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.304909] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb90bb9-6660-4c9d-925f-271822ef47af is going to be deleted. [ 1058.307443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.307695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.355014] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.355376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.395066] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.395246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.395304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.395546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.395715] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.395852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.395901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.396048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.396138] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.396233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.396404] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.396515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.396580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.396725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.396861] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.396953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.397027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.397247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.397327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.397463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.397506] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.405057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.405190] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be deleted. [ 1058.406127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.406361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.407245] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.426338] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d59d0e8a-5fb8-43b5-a94e-3463cd4079fe: rpc.has_security_group_logging(os_id): False [ 1058.427492] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.458685] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.458926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.467468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.467468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.480229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.480396] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7876b3d-c816-49bb-be47-f0dadb9eb08d is going to be deleted. [ 1058.481346] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.481571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.484529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.484681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.515578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.515739] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab77d477-3ae2-4797-a5de-609046a7bc17 is going to be deleted. [ 1058.516678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.516898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.545718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.545897] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8005ec1e-e2ee-4d25-ac46-a637e0b49fce is going to be deleted. [ 1058.547010] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.547264] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.600208] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.600404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.611471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.611661] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be deleted. [ 1058.612944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.613423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.702407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.702550] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f781f9d-671e-4dc8-ae5b-9154a76fa380 is going to be deleted. [ 1058.704779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.704779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.723856] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.724086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.744852] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.744852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.749969] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.750168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.755650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.755650] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76661a59-0e3b-4d59-8511-f4977cb26e3b is going to be deleted. [ 1058.756611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.756895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.757009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.757142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cead08a-5f05-46cf-af6c-1883ec78a109" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.757331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.757503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.757588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.757705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b88ae45-cdbf-4f38-ae55-64ba28cadc76" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.758299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.758482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.758575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.758684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76ca446b-a894-4083-861a-04fe9148ab22" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.758819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.758965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.759056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.759173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3af6e3-a6f3-4272-9417-6b50d87e9e6b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.759302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.759515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.759600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.759717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5061c9-afe3-4d87-8724-678c5a8a2f18" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.759873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.760150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.760298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.760346] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6872b2f0-d295-4eb4-adb1-25bf2c287a47" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.760554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.760649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.760712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.760833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-329f8e5e-92ac-481e-a785-b4c6a5969c78" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.760981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.761210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.761310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.761427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb90bb9-6660-4c9d-925f-271822ef47af" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.761567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.761717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.814424] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.814424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.819245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.819641] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.819825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.819928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.820173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.820254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.820513] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.820637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.820722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.820940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.821397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.821559] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.821654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.821654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.822934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.822934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.822934] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1058.823855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.825030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.825030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.825030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a5e5655-ceae-49be-be39-386e8e4472ee" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.825030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.825030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.825030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.826130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.826818] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.826958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.827059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.827279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.827364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.827505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f781f9d-671e-4dc8-ae5b-9154a76fa380" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.827678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.827883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.827973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.828178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7876b3d-c816-49bb-be47-f0dadb9eb08d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.828366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.828530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.828619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.828738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8005ec1e-e2ee-4d25-ac46-a637e0b49fce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.829415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.829588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.829717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.829859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab77d477-3ae2-4797-a5de-609046a7bc17" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.830211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.830211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.830211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.830566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.900506] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23347c3a-7439-4004-992e-c5ae7dcf3f5a: rpc.has_security_group_logging(os_id): False [ 1058.910391] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eefa873-c927-4a80-90a2-d664f0952586: rpc.has_security_group_logging(os_id): False [ 1058.932329] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc: rpc.has_security_group_logging(os_id): False [ 1058.998402] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.998586] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.998631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.998821] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.000573] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.000707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.001352] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.001447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.061419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.061801] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.061912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.061982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.062263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.062390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.062457] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be updated. [ 1059.063615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.063723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.093335] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.093560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.098756] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.098963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.102423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.102788] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.102912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.102979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.103272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.103393] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.103523] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1059.104788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.105033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.137597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.137867] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.137995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.138182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.138287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.138372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.138596] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.138707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.138769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.138926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.138989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.139215] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.139302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.139358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.139481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.139554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.139644] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1059.141074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.141259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.141392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.142525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.142692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.142774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.142891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76661a59-0e3b-4d59-8511-f4977cb26e3b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.167548] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1059.211042] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.211042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.211042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.211356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.211356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.236061] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: IN_PROGRESS for 2s [ 1059.274589] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.274755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.274847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.275021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.275258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.298519] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.298739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.298739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.298989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.299167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.327617] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1059.328221] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1059.328650] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1059.670922] env[69952]: INFO networking_nsxv3.common.synchronization [None req-d6203fd8-5d37-45ad-875b-1d49d1ae22d2 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: 00be3799-8291-4e24-8ea4-4e30144f92ce with Priority: HIGHEST for action security_group_rules [ 1059.670922] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00be3799-8291-4e24-8ea4-4e30144f92ce with Priority: HIGHEST for action security_group_rules [ 1059.670922] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00be3799-8291-4e24-8ea4-4e30144f92ce taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.671398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00be3799-8291-4e24-8ea4-4e30144f92ce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.671398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00be3799-8291-4e24-8ea4-4e30144f92ce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.671398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00be3799-8291-4e24-8ea4-4e30144f92ce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.671398] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00be3799-8291-4e24-8ea4-4e30144f92ce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.740076] env[69952]: INFO networking_nsxv3.common.synchronization [None req-83bdd679-20a1-4563-b708-4f3281b88e37 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: 00be3799-8291-4e24-8ea4-4e30144f92ce with Priority: HIGHEST for action security_group_rules [ 1059.740076] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00be3799-8291-4e24-8ea4-4e30144f92ce with Priority: HIGHEST for action security_group_rules [ 1059.740076] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00be3799-8291-4e24-8ea4-4e30144f92ce taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.740076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00be3799-8291-4e24-8ea4-4e30144f92ce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.192249] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.192419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.192470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.193076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.193076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.193076] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00be3799-8291-4e24-8ea4-4e30144f92ce already deleted. [ 1060.193076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00be3799-8291-4e24-8ea4-4e30144f92ce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.193279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00be3799-8291-4e24-8ea4-4e30144f92ce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.193456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00be3799-8291-4e24-8ea4-4e30144f92ce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.193536] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00be3799-8291-4e24-8ea4-4e30144f92ce',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.714084] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.714393] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.714393] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.714609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.714730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.714829] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00be3799-8291-4e24-8ea4-4e30144f92ce already deleted. [ 1060.714912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00be3799-8291-4e24-8ea4-4e30144f92ce" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.183043] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1061.183441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.248657] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: SUCCESS [ 1061.248882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.346914] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1061.347369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.347946] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1061.348164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.653497] env[69952]: INFO networking_nsxv3.common.synchronization [req-6d6ab685-a88f-401d-8b6d-b5679fab3959 req-2fdb38ec-f0d4-4a9c-a218-24e44f911f67 tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1062.654453] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1062.654535] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.654643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.654690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.656817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.658213] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.658416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.658500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.658784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.658898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.659017] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.161748] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.161961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.162063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.162365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.162487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.162731] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.162869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.163071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.163321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.163321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.163440] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1063.198411] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.198748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.198896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.199159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.199314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.208330] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1063.326280] env[69952]: INFO networking_nsxv3.common.synchronization [req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 req-2c7d8740-d47b-444c-8c68-9c3436f1317d tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1063.326851] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1063.327195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.327371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.327415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.327667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.328348] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.328348] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.328348] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.328862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.328862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.328862] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.513556] env[69952]: INFO networking_nsxv3.common.synchronization [req-010ae674-3ce4-4635-881a-0cc4a7ab610b req-4fb39b4a-f7b1-433c-8f6d-c9f48080bafe tempest-ServersAdminTestJSON-1239333008 tempest-ServersAdminTestJSON-1239333008-project-member] Enqueued Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 1063.514215] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c85b9b26-57ac-437a-a595-bdf5982b278a with Priority: HIGHEST for action security_group_members [ 1063.514520] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c85b9b26-57ac-437a-a595-bdf5982b278a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.514642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.514709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.514911] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.515447] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.515599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.515694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.515889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.516019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.516143] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c85b9b26-57ac-437a-a595-bdf5982b278a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.736956] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.737248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.737282] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.737519] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.737776] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.737940] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.738074] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.738310] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.738450] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.738683] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.738802] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.738931] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.739034] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.739177] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.739294] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.739431] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.760523] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.760701] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.760887] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.761096] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.761419] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.761598] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.761721] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.762161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.762317] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.831894] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.832113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.832170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.832602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.832602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.832724] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.832790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.832816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.833044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.833044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.833123] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 already deleted. [ 1063.833187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.019032] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.019032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.019032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.019032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.039245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.039634] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.039634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.039747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.039910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.040062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.040167] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a is going to be updated. [ 1064.067021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.067208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.067318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.067495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.067637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.079540] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: IN_PROGRESS for 2s [ 1064.264667] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.264921] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.265044] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.265372] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.265537] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.265708] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd not found, creating... [ 1064.266007] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.266190] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.266604] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.267046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.267326] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.267827] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.272023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.272023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.272023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.272023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.272023] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd is going to be created. [ 1064.294047] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.294047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.294047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.294303] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.294476] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.294764] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.014235] env[69952]: INFO networking_nsxv3.common.synchronization [req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 req-d56166a8-3933-4f82-900d-b65942ae866e service nova] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_rules [ 1065.014550] env[69952]: INFO networking_nsxv3.common.synchronization [req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 req-d56166a8-3933-4f82-900d-b65942ae866e service nova] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1065.014550] env[69952]: INFO networking_nsxv3.common.synchronization [req-49eaeb8c-d78a-4063-b6f9-a55d5d9bd552 req-d56166a8-3933-4f82-900d-b65942ae866e service nova] Enqueued Resource ID: e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd with Priority: HIGHEST for action port [ 1065.014740] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_rules [ 1065.014841] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1065.014923] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd with Priority: HIGHEST for action port [ 1065.015981] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.015981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.015981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.015981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.015981] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.020428] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.020428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.020428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.020687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.022336] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.022442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.022513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.022766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.022858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.023337] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.024421] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.024527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.024596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.025030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.025030] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.218819] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1065.219085] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe deletion is rescheduled due to dependency. [ 1065.219170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.527033] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.527990] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.528111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.528798] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd with status ACTIVE [ 1065.528798] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.528798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.528798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.528798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.529015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.529015] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.529112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.529170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.529321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.529391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.529717] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.529717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.529717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.529948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.529994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.530101] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd is going to be updated. [ 1065.550686] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.550851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.550887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.551108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.551261] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.551683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9cf9e0a-7d2b-4a5d-8a97-2539bfd207fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.031812] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.089654] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c85b9b26-57ac-437a-a595-bdf5982b278a in Status: SUCCESS [ 1066.089654] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c85b9b26-57ac-437a-a595-bdf5982b278a deletion is rescheduled due to dependency. [ 1066.089770] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c85b9b26-57ac-437a-a595-bdf5982b278a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.535960] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.536149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.536243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.536604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.536762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.536870] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 is going to be created. [ 1066.550971] env[69952]: INFO networking_nsxv3.common.synchronization [None req-37fc8439-c972-406f-96f2-3df76544c26d tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_rules [ 1066.551485] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_rules [ 1066.553024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8566f5-a970-4211-801c-cd82bc4342fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.553024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.553024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.553024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.553024] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.565029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.565029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.565029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.565029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.565029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.575443] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: UNINITIALIZED for 2s [ 1066.674920] env[69952]: INFO networking_nsxv3.common.synchronization [None req-80fe1498-b678-48e1-bf54-e580f41aa660 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_rules [ 1066.676095] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_rules [ 1066.676465] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8566f5-a970-4211-801c-cd82bc4342fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.676582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.085129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.085129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.085129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.085129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.085129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.085129] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8566f5-a970-4211-801c-cd82bc4342fd already deleted. [ 1067.088163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.088163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.088163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.088163] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.615817] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.615966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.616050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.616274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.616365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.616460] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8566f5-a970-4211-801c-cd82bc4342fd already deleted. [ 1067.616540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.587350] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: SUCCESS [ 1068.587350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.587882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.588124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.588601] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.588601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.588601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.590118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.590118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.590588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.591307] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.097247] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.599457] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea900bd4-ac0a-4688-91b7-f81460234990: rpc.has_security_group_logging(os_id): False [ 1069.621143] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.621299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.621395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.621695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.621780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.622041] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.622642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.622642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.622642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.622642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.622642] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 is going to be created. [ 1069.778611] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.778785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.778817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.779040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.779229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.793300] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: IN_PROGRESS for 2s [ 1070.703030] env[69952]: INFO networking_nsxv3.common.synchronization [None req-a275e9e9-0b8f-4e7a-8b39-ac5f3d362b8e None None] Enqueued Resource ID: f02f9a7e-fc93-44dd-b72a-c2d4916310c4 with Priority: HIGHEST for action port [ 1070.703475] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02f9a7e-fc93-44dd-b72a-c2d4916310c4 with Priority: HIGHEST for action port [ 1070.703637] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f02f9a7e-fc93-44dd-b72a-c2d4916310c4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.703776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f02f9a7e-fc93-44dd-b72a-c2d4916310c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.703853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f02f9a7e-fc93-44dd-b72a-c2d4916310c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.704186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f02f9a7e-fc93-44dd-b72a-c2d4916310c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.704298] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f02f9a7e-fc93-44dd-b72a-c2d4916310c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.206514] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f02f9a7e-fc93-44dd-b72a-c2d4916310c4 [ 1071.206752] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.207148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.207148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.207293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.207293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.207375] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f02f9a7e-fc93-44dd-b72a-c2d4916310c4 already deleted. [ 1071.207439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f02f9a7e-fc93-44dd-b72a-c2d4916310c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.814124] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: SUCCESS [ 1071.814124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.115264] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9f38b94c-d483-47be-83f3-e153f0591b95 None None] Enqueued Resource ID: d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3 with Priority: HIGHEST for action port [ 1073.119168] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3 with Priority: HIGHEST for action port [ 1073.119978] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.120702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.120874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.121997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.122222] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.625598] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3 [ 1073.626240] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.626503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.626806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.627288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.627595] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.627777] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3 already deleted. [ 1073.627917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d005dec5-cc9c-412b-abe2-e4f4bbb0a3f3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.633707] env[69952]: INFO networking_nsxv3.common.synchronization [req-46a5d18f-ed8a-4e19-9542-3c576c231a95 req-0c4d3fd4-8582-41e4-b24d-772eaa50dee8 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1074.634148] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1074.634471] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.634581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.634646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.634847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.634993] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.635111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.635161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.635313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.635394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.635482] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.810954] env[69952]: INFO networking_nsxv3.common.synchronization [req-a0a7ce17-02ba-49c3-86ee-2971fc1bf14e req-99acb180-f34b-4732-ba60-fbb85d59e118 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1074.811584] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1074.812674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.812674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.812909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.813140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.813318] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.813427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.813488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.813638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.813721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.813812] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.009377] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.009733] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.009733] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.009974] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.010285] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.010480] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.011320] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.011320] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.011320] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.011320] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.011531] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.011531] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.011612] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.011712] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.011820] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.011951] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.031661] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.031838] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.031970] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.032224] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.032574] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-ed71aad3-9d5c-492e-92db-2ed78647db08 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.032758] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-ed71aad3-9d5c-492e-92db-2ed78647db08" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.032883] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-ed71aad3-9d5c-492e-92db-2ed78647db08" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.033238] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-ed71aad3-9d5c-492e-92db-2ed78647db08" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.033385] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed71aad3-9d5c-492e-92db-2ed78647db08',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.137213] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.318039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.318039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.318039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.318039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.340518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.340816] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.340928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.341026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.341207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.341291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.341375] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 1075.366835] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.366991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.367047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.367269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.367412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.375473] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 1075.536175] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.536374] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.536657] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.537021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.537592] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.537592] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port ed71aad3-9d5c-492e-92db-2ed78647db08 not found, creating... [ 1075.537714] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.537803] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.537928] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.538199] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.538416] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.538802] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.539013] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.539151] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.539385] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.539524] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.539712] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: ed71aad3-9d5c-492e-92db-2ed78647db08 is going to be created. [ 1075.561505] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.561717] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.561862] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.562336] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.562516] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.562750] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-ed71aad3-9d5c-492e-92db-2ed78647db08" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.639908] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.141838] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.141988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.142185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.142451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.142573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.142686] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1076.189860] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.189860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.189991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.190296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.190460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.200577] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1076.255022] env[69952]: INFO networking_nsxv3.common.synchronization [req-46a5d18f-ed8a-4e19-9542-3c576c231a95 req-2f1cf9c1-358f-4255-95df-764487473b2b service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1076.255022] env[69952]: INFO networking_nsxv3.common.synchronization [req-46a5d18f-ed8a-4e19-9542-3c576c231a95 req-2f1cf9c1-358f-4255-95df-764487473b2b service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1076.255022] env[69952]: INFO networking_nsxv3.common.synchronization [req-46a5d18f-ed8a-4e19-9542-3c576c231a95 req-2f1cf9c1-358f-4255-95df-764487473b2b service nova] Enqueued Resource ID: ed71aad3-9d5c-492e-92db-2ed78647db08 with Priority: HIGHEST for action port [ 1076.255022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1076.255022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1076.255022] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed71aad3-9d5c-492e-92db-2ed78647db08 with Priority: HIGHEST for action port [ 1076.255022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.255022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.255022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.255022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.255022] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.257841] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.257944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.258808] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed71aad3-9d5c-492e-92db-2ed78647db08 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.258808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed71aad3-9d5c-492e-92db-2ed78647db08" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.258808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed71aad3-9d5c-492e-92db-2ed78647db08" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.258808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed71aad3-9d5c-492e-92db-2ed78647db08" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.258808] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed71aad3-9d5c-492e-92db-2ed78647db08',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.761687] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.761687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.761964] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed71aad3-9d5c-492e-92db-2ed78647db08 with status ACTIVE [ 1076.762569] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.762569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.762569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.762569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.762754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.762882] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.762940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.763630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.763630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.763630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.763630] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.763630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.763630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.763630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.763876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.763876] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed71aad3-9d5c-492e-92db-2ed78647db08 is going to be updated. [ 1076.784469] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.784638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.784709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.784927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.785060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.785235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed71aad3-9d5c-492e-92db-2ed78647db08" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.386438] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 1077.386438] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 deletion is rescheduled due to dependency. [ 1077.386623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.212576] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1078.212870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.213014] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.213258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.213536] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.213650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.213650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.213790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.213869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.213963] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.715953] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.218696] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.721850] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.722034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.722073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.722402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.722537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.722616] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1079.753652] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.753825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.753884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.754183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.754344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.763561] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1080.409932] env[69952]: INFO networking_nsxv3.common.synchronization [req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad req-755d64a8-c0cc-41f3-bead-3f6197deb260 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Enqueued Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGHEST for action security_group_members [ 1080.410593] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGHEST for action security_group_members [ 1080.411059] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.411059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.411141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.411350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.411572] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.411632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.411660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.411798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.411878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.411968] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b08a7-e8f3-48cd-9f8e-c474f1169bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.722297] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.722510] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-628" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.722642] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-628" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.722968] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-628" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.723278] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.723476] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.723601] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.723857] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.724068] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.724554] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.724642] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.724742] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.724893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.725042] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.725150] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.725290] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.745325] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.745538] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.745710] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.745918] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-628" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.746448] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-1eba1a06-33f5-4ffa-84af-312383cadda2 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.746448] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-1eba1a06-33f5-4ffa-84af-312383cadda2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.746678] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-1eba1a06-33f5-4ffa-84af-312383cadda2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.746877] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-1eba1a06-33f5-4ffa-84af-312383cadda2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.747022] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eba1a06-33f5-4ffa-84af-312383cadda2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.914375] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.914768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.914943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.915204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.915353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.915689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.915848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.916051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.916218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.916484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.916539] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc already deleted. [ 1080.916651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.249712] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.250122] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.250297] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.250597] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.250982] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.251417] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 1eba1a06-33f5-4ffa-84af-312383cadda2 not found, creating... [ 1081.251814] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.252021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.252609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.252609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.252824] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.253236] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.253475] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.253650] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.253953] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.254148] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.254353] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 1eba1a06-33f5-4ffa-84af-312383cadda2 is going to be created. [ 1081.275341] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.275688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.275914] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.276339] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.276621] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.276930] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-1eba1a06-33f5-4ffa-84af-312383cadda2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.773585] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1081.773925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.774112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.774347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.774549] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.774687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.774755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.774916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.775022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.775095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.775185] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.986283] env[69952]: INFO networking_nsxv3.common.synchronization [req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad req-1d6aaa08-59ac-4211-9d4b-c99b21e0849f service nova] Enqueued Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGHEST for action security_group_rules [ 1081.986283] env[69952]: INFO networking_nsxv3.common.synchronization [req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad req-1d6aaa08-59ac-4211-9d4b-c99b21e0849f service nova] Enqueued Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGHEST for action security_group_members [ 1081.986283] env[69952]: INFO networking_nsxv3.common.synchronization [req-f7d0977e-e8b5-4652-a7f9-0a62e03d77ad req-1d6aaa08-59ac-4211-9d4b-c99b21e0849f service nova] Enqueued Resource ID: 1eba1a06-33f5-4ffa-84af-312383cadda2 with Priority: HIGHEST for action port [ 1081.986283] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGHEST for action security_group_rules [ 1081.986283] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGHEST for action security_group_members [ 1081.986283] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eba1a06-33f5-4ffa-84af-312383cadda2 with Priority: HIGHEST for action port [ 1081.986283] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.986283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.986283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.986283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.989350] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880b08a7-e8f3-48cd-9f8e-c474f1169bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.989350] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.989350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.989350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.989350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.989675] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.989675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.989675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.990189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.990189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.990189] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b08a7-e8f3-48cd-9f8e-c474f1169bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.990727] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eba1a06-33f5-4ffa-84af-312383cadda2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.990831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eba1a06-33f5-4ffa-84af-312383cadda2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.990896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eba1a06-33f5-4ffa-84af-312383cadda2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.991080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eba1a06-33f5-4ffa-84af-312383cadda2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.991142] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eba1a06-33f5-4ffa-84af-312383cadda2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.280138] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.280299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.280397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.280664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.280864] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.281124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.281124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.281317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.281431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.281556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.281768] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.281883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.281987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.282334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.282432] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.282564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.282654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.282880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.282962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.283155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.283336] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.492925] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.493081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.493292] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('880b08a7-e8f3-48cd-9f8e-c474f1169bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.494171] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eba1a06-33f5-4ffa-84af-312383cadda2 with status ACTIVE [ 1082.494346] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.494453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.494587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.494738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.494827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.495012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.495106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.495166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.495315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.495392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.495565] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.495658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.495707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.495843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.495914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.495996] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eba1a06-33f5-4ffa-84af-312383cadda2 is going to be updated. [ 1082.517535] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.517741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.517741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.517926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.518084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.518256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eba1a06-33f5-4ffa-84af-312383cadda2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.785958] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23347c3a-7439-4004-992e-c5ae7dcf3f5a: rpc.has_security_group_logging(os_id): False [ 1082.810057] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.810230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.810300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.810486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.810663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.810763] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.810862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.810908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.811089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.811168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.811348] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.811430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.811498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.811657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.811723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.811924] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.812023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.812081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.812256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.812309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.812731] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1082.907910] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.908064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.908208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.908359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.908498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.917699] env[69952]: INFO networking_nsxv3.common.synchronization [req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 req-ab8b91b4-b913-4406-a64d-afa72c1a0efd tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1082.917791] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1082.918066] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.918185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.918260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.918453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.918607] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.918698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.918752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.918893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.918972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.920098] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.935637] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1082.997746] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('880b08a7-e8f3-48cd-9f8e-c474f1169bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.423927] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.424187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.424271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.424660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.424766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.425012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.425118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.425258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.425459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.425459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.425580] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1083.436329] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.436619] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.437247] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.437332] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.437723] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.437998] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.438629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.438629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.439023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.439216] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.439431] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.439658] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.439839] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.440192] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.440438] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.440731] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.462211] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.463205] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.463524] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.463856] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.464354] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-07d772c3-e19a-450d-acca-0df3ef3c09e7 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.464570] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-07d772c3-e19a-450d-acca-0df3ef3c09e7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.464722] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-07d772c3-e19a-450d-acca-0df3ef3c09e7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.465097] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-07d772c3-e19a-450d-acca-0df3ef3c09e7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.465270] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d772c3-e19a-450d-acca-0df3ef3c09e7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.467252] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.467419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.467513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.467755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.467950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.480416] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1083.503444] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.503736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.503842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.504175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.504299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.504576] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc is going to be created. [ 1083.552535] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.552535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.552783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.552816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.553090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.566819] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc in Status: UNINITIALIZED for 2s [ 1083.970603] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.971045] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.971123] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.971495] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.971692] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.971885] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 07d772c3-e19a-450d-acca-0df3ef3c09e7 not found, creating... [ 1083.972294] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.972484] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.972582] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.972854] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.973056] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.973507] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.973696] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.974891] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.974891] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.974891] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.974891] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 07d772c3-e19a-450d-acca-0df3ef3c09e7 is going to be created. [ 1084.011984] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.012249] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.012403] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.012819] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.012971] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.013194] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-07d772c3-e19a-450d-acca-0df3ef3c09e7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.867097] env[69952]: INFO networking_nsxv3.common.synchronization [req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 req-9e1ffe3d-3888-4bfd-becd-1de200f8231c service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 1084.867413] env[69952]: INFO networking_nsxv3.common.synchronization [req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 req-9e1ffe3d-3888-4bfd-becd-1de200f8231c service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1084.867623] env[69952]: INFO networking_nsxv3.common.synchronization [req-9b6e5335-6e91-4abc-8816-cbbe7fd30cb4 req-9e1ffe3d-3888-4bfd-becd-1de200f8231c service nova] Enqueued Resource ID: 07d772c3-e19a-450d-acca-0df3ef3c09e7 with Priority: HIGHEST for action port [ 1084.868297] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 1084.868975] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1084.869124] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d772c3-e19a-450d-acca-0df3ef3c09e7 with Priority: HIGHEST for action port [ 1084.869498] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.869629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.869698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.869903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.869973] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.870785] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.870879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.871085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-07d772c3-e19a-450d-acca-0df3ef3c09e7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.871188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07d772c3-e19a-450d-acca-0df3ef3c09e7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.871258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07d772c3-e19a-450d-acca-0df3ef3c09e7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.871422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07d772c3-e19a-450d-acca-0df3ef3c09e7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.871493] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d772c3-e19a-450d-acca-0df3ef3c09e7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.950714] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1084.951010] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.377141] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.377141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.377364] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07d772c3-e19a-450d-acca-0df3ef3c09e7 with status ACTIVE [ 1085.377520] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.377575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.377605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.377829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.377951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.378093] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.378188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.378251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.378416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.378502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.379057] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.379270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.379347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.379509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.380298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.380397] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07d772c3-e19a-450d-acca-0df3ef3c09e7 is going to be updated. [ 1085.382466] env[69952]: INFO networking_nsxv3.common.synchronization [req-063e158f-1f64-4909-b34e-b97e9e5f8eba req-4b02c6f6-dab2-4e8c-9490-d74b88d1663f tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1085.383444] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1085.384317] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.384450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.384759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.384934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.385103] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.385203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.385265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.385417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.385504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.385611] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.407795] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.407795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.407795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.408055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.408119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.408276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07d772c3-e19a-450d-acca-0df3ef3c09e7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.490499] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1085.490699] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe deletion is rescheduled due to dependency. [ 1085.490809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.490974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.491220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.491408] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.491526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.491590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.491756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.491817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.491912] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.582756] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc in Status: SUCCESS [ 1085.582977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.583787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.583923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.584058] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.584230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.584230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.584375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.584657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.584657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.584657] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('880b08a7-e8f3-48cd-9f8e-c474f1169bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.894447] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.894447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.894447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.894447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.917230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.917230] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.917230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.917230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.917230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.917230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.917230] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1085.955064] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.955064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.955064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.955064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.955064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.961312] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1085.993937] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.088911] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.089583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.089657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.091799] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.091799] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.091799] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.091799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.092791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.092905] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('880b08a7-e8f3-48cd-9f8e-c474f1169bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.099182] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.099182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.099182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.099182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.099182] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.099182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.099182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.099182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.099182] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.099802] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.099802] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.099802] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.100051] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.100051] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1086.100335] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.100530] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.132481] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.132810] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1086.132968] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.133269] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.133646] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-c1f400ac-f385-49a0-8e44-4a8505e79697 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.133851] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.134188] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.134279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.134438] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f400ac-f385-49a0-8e44-4a8505e79697',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.496188] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.598120] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 880b08a7-e8f3-48cd-9f8e-c474f1169bfc: rpc.has_security_group_logging(os_id): False [ 1086.614552] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.614783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.614845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.615132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.615267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.615527] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.615642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.615726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.615919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.616014] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.616251] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.616368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.616443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.616599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.616694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.616912] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.617234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.617382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.617601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.617758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.617915] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc is going to be created. [ 1086.638877] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.639292] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.639492] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.639835] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.640064] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.640499] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.640742] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.640917] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.641269] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.641534] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.641930] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.642228] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.642505] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.642786] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.642988] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.643205] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: c1f400ac-f385-49a0-8e44-4a8505e79697 is going to be updated. [ 1086.664901] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.665115] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.665220] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.665507] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.665722] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.666073] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.685083] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.685242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.685298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.685614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.685793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.697571] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc in Status: IN_PROGRESS for 2s [ 1087.000795] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.000975] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.000975] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.001179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.001273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.001371] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1087.036540] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.036699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.036770] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.036978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.037130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.048580] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1087.738718] env[69952]: INFO networking_nsxv3.common.synchronization [req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 req-9186fe4a-6d1f-478a-b4a5-95445d983598 service nova] Enqueued Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_rules [ 1087.739095] env[69952]: INFO networking_nsxv3.common.synchronization [req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 req-9186fe4a-6d1f-478a-b4a5-95445d983598 service nova] Enqueued Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_members [ 1087.739095] env[69952]: INFO networking_nsxv3.common.synchronization [req-fc5a6c6f-fdb5-42d8-bd5f-8cb4dec8d721 req-9186fe4a-6d1f-478a-b4a5-95445d983598 service nova] Enqueued Resource ID: c1f400ac-f385-49a0-8e44-4a8505e79697 with Priority: HIGHEST for action port [ 1087.739625] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_rules [ 1087.739765] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_members [ 1087.739863] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f400ac-f385-49a0-8e44-4a8505e79697 with Priority: HIGHEST for action port [ 1087.740209] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.740425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.740425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.740603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.740671] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.741823] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.742318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.742403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.742666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.742837] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.742937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.743011] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.743171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.743319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.743436] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.744420] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1f400ac-f385-49a0-8e44-4a8505e79697 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.744506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.744574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.744757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.744954] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f400ac-f385-49a0-8e44-4a8505e79697',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.972628] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1087.972802] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 deletion is rescheduled due to dependency. [ 1087.972914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.246884] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.247081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.247315] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.249044] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1f400ac-f385-49a0-8e44-4a8505e79697 with status ACTIVE [ 1088.249044] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.249044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.249044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.250039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.250039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.250039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.250039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.250039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.250039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.250039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.254205] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.254352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.254423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.254726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.254726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.254805] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1f400ac-f385-49a0-8e44-4a8505e79697 is going to be updated. [ 1088.283202] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.283379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.283379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.283529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.283678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.283848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1f400ac-f385-49a0-8e44-4a8505e79697" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.713786] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc in Status: SUCCESS [ 1088.714040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.756667] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.059537] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1089.059766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.059947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.060266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.060491] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.060613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.060680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.060846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.060977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.061081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.061207] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.134832] env[69952]: INFO networking_nsxv3.common.synchronization [req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb req-d768bb41-fcdb-4382-8312-a489fb4739ec tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1089.135532] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1089.135990] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.136196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.136337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.136567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.136747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.136871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.136935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.137127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.137213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.138772] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.259346] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.259509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.259638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.259873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.259965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.260081] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 is going to be updated. [ 1089.292521] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.292708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.292708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.292936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.294124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.304011] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: IN_PROGRESS for 2s [ 1089.567388] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.567590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.567678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.568243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.568453] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.568573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.568640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.569062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.569186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.570362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.570362] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.570362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.570362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.570362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.570661] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.570661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.570661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.570873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.570972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.571106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.571220] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.639435] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.639844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.640080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.640731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.640971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.641304] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.641538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.643030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.643030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.643030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.643030] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be deleted. [ 1089.694095] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.694095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.694095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.694095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.694095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.694095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.886062] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.886062] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.886062] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.886062] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.886062] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.888172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.890032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.890032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.890032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.890032] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.890032] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.890032] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.890032] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.890032] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.890032] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.890469] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.910278] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.910485] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.910626] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.910805] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.911138] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-2926af51-0b28-4527-aad7-746bb969f36c taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.911317] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-2926af51-0b28-4527-aad7-746bb969f36c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.911443] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-2926af51-0b28-4527-aad7-746bb969f36c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.911782] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-2926af51-0b28-4527-aad7-746bb969f36c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.912420] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2926af51-0b28-4527-aad7-746bb969f36c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.074694] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d59d0e8a-5fb8-43b5-a94e-3463cd4079fe: rpc.has_security_group_logging(os_id): False [ 1090.093211] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.093396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.093434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.093640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.093735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.094238] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.094238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.094238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.094446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.094446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.094502] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.094624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.094668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.094790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.094930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.095043] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.095132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.095188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.095327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.095398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.095482] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1090.158436] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.158589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.158706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.158874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.159034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.177695] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1090.417461] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.419285] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.419285] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.419285] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.419285] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.419285] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 2926af51-0b28-4527-aad7-746bb969f36c not found, creating... [ 1090.420227] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.420341] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.420527] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.420842] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.422009] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.422474] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.422728] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.422906] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.423210] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.423440] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.423652] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 2926af51-0b28-4527-aad7-746bb969f36c is going to be created. [ 1090.454712] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.456249] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.456249] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.456249] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.456249] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.456249] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-2926af51-0b28-4527-aad7-746bb969f36c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.153452] env[69952]: INFO networking_nsxv3.common.synchronization [req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb req-260700a1-7c6b-4274-aac8-917489e83998 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1091.153728] env[69952]: INFO networking_nsxv3.common.synchronization [req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb req-260700a1-7c6b-4274-aac8-917489e83998 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1091.153758] env[69952]: INFO networking_nsxv3.common.synchronization [req-18072403-b69b-4e1f-8ad9-f17f67c1a4fb req-260700a1-7c6b-4274-aac8-917489e83998 service nova] Enqueued Resource ID: 2926af51-0b28-4527-aad7-746bb969f36c with Priority: HIGHEST for action port [ 1091.154292] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1091.154748] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1091.154862] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2926af51-0b28-4527-aad7-746bb969f36c with Priority: HIGHEST for action port [ 1091.155191] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.155315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.155383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.155587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.155666] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.157239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.157239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.157239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.157239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.157239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.157239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.157239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.157239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.157572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.157572] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.162061] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2926af51-0b28-4527-aad7-746bb969f36c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.162061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2926af51-0b28-4527-aad7-746bb969f36c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.162061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2926af51-0b28-4527-aad7-746bb969f36c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.162061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2926af51-0b28-4527-aad7-746bb969f36c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.162061] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2926af51-0b28-4527-aad7-746bb969f36c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.314512] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: SUCCESS [ 1091.314663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.314851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.315778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.315778] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.315778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.315778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.316675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.316675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.316675] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.316675] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.549023] env[69952]: INFO networking_nsxv3.common.synchronization [req-7f6799d9-e1ec-4e83-807b-160198cec83b req-ec2e3fd5-368c-4e22-b730-44dffa04ac16 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_members [ 1091.549023] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_members [ 1091.549023] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8566f5-a970-4211-801c-cd82bc4342fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.549023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.549023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.549023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.549023] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.549023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.549023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.549489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.549663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.549838] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.663422] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.665052] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.665052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.668977] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2926af51-0b28-4527-aad7-746bb969f36c with status ACTIVE [ 1091.668977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.668977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.668977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.668977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.668977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.668977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.668977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.669315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.669315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.669315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.669478] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.671611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.672110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.672383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.673181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.673363] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2926af51-0b28-4527-aad7-746bb969f36c is going to be updated. [ 1091.698490] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.698664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.698749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.698910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.699063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.699225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2926af51-0b28-4527-aad7-746bb969f36c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.819424] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.908884] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.909102] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.909233] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.909524] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.909894] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.910167] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.910397] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.910679] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.910965] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.911210] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.911371] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.911496] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.911619] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.911788] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.911916] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.912091] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.937392] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.937926] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.937926] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.938192] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.938741] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-d247f108-80af-4415-9157-50f9ff46e8cf taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.940231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-d247f108-80af-4415-9157-50f9ff46e8cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.940231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-d247f108-80af-4415-9157-50f9ff46e8cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.940231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-d247f108-80af-4415-9157-50f9ff46e8cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.940231] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d247f108-80af-4415-9157-50f9ff46e8cf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.052053] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.052230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.052332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.052702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.052702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.052930] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.053043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.053107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.053304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.053387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.053470] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8566f5-a970-4211-801c-cd82bc4342fd already deleted. [ 1092.053562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.177134] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.194440] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1092.194693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.324121] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2c6b888-81da-41dd-9457-6e4cb0dd24c4: rpc.has_security_group_logging(os_id): False [ 1092.342288] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.342540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.342582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.342800] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.363252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.364044] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.364044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.364044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.364044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.364284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.364284] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 is going to be updated. [ 1092.426417] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.426571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.426615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.426830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.426965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.439937] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: IN_PROGRESS for 2s [ 1092.442575] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.442784] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.442916] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.443213] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.443371] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.443530] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port d247f108-80af-4415-9157-50f9ff46e8cf not found, creating... [ 1092.443784] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.443946] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.444080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.444308] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.444457] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.444770] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.444935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.445074] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.445295] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.445441] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.445584] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: d247f108-80af-4415-9157-50f9ff46e8cf is going to be created. [ 1092.470363] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.470678] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.470899] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.471165] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.471373] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.471657] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-d247f108-80af-4415-9157-50f9ff46e8cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.680432] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.680666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.680666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.680876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.680965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.681090] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be created. [ 1092.706781] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.706964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.707018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.707272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.707400] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.728869] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: UNINITIALIZED for 2s [ 1093.241950] env[69952]: INFO networking_nsxv3.common.synchronization [req-7f6799d9-e1ec-4e83-807b-160198cec83b req-910a0298-6aa9-445e-945b-71a88d926490 service nova] Enqueued Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_rules [ 1093.242252] env[69952]: INFO networking_nsxv3.common.synchronization [req-7f6799d9-e1ec-4e83-807b-160198cec83b req-910a0298-6aa9-445e-945b-71a88d926490 service nova] Enqueued Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_members [ 1093.242313] env[69952]: INFO networking_nsxv3.common.synchronization [req-7f6799d9-e1ec-4e83-807b-160198cec83b req-910a0298-6aa9-445e-945b-71a88d926490 service nova] Enqueued Resource ID: d247f108-80af-4415-9157-50f9ff46e8cf with Priority: HIGHEST for action port [ 1093.242910] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_rules [ 1093.243344] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_members [ 1093.243491] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d247f108-80af-4415-9157-50f9ff46e8cf with Priority: HIGHEST for action port [ 1093.243860] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8566f5-a970-4211-801c-cd82bc4342fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.243952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.244028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.245255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.245407] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.248604] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8566f5-a970-4211-801c-cd82bc4342fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.248748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.248820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.249055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.249227] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.249336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.249407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.249579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.249806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.249806] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.250788] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d247f108-80af-4415-9157-50f9ff46e8cf taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.250904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d247f108-80af-4415-9157-50f9ff46e8cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.250960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d247f108-80af-4415-9157-50f9ff46e8cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.251127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d247f108-80af-4415-9157-50f9ff46e8cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.251204] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d247f108-80af-4415-9157-50f9ff46e8cf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.753262] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8566f5-a970-4211-801c-cd82bc4342fd taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.753474] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.753673] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.754896] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d247f108-80af-4415-9157-50f9ff46e8cf with status ACTIVE [ 1093.755772] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.755772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.755772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.757273] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.757273] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.757273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.759992] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d247f108-80af-4415-9157-50f9ff46e8cf is going to be updated. [ 1093.789039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.789039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.789039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.789039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.789039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.789039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d247f108-80af-4415-9157-50f9ff46e8cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.172499] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-c5a6fc1e-5379-48b9-9db4-61db72507fc1 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1094.172499] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1094.172499] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.172499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.172499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.172499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.172499] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.172499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.173306] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.173656] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.173880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.174224] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.259621] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.453087] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: SUCCESS [ 1094.453328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.677935] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.678132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.678207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.678432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.678598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.678720] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.679073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.679073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.679073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.679199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.679262] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 already deleted. [ 1094.679358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.739931] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1094.740230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.740399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.740592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.740788] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.740939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.740969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.741124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.741201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.741309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.741374] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.763694] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.763694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.763694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.763694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.763694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.763694] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8566f5-a970-4211-801c-cd82bc4342fd is going to be created. [ 1094.790389] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.790618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.790618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.790954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.791269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.803669] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8566f5-a970-4211-801c-cd82bc4342fd in Status: UNINITIALIZED for 2s [ 1094.853551] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.854223] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.854223] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.854369] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.854700] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.855107] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.855107] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.855311] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.855496] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.855751] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.855871] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.856032] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.856161] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.856304] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.856436] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.856893] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.877682] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.877980] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1094.878260] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.878260] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.878678] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-3b66d556-b28b-4c76-931f-842253776ebf taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.879425] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-3b66d556-b28b-4c76-931f-842253776ebf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.879425] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-3b66d556-b28b-4c76-931f-842253776ebf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.879425] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-3b66d556-b28b-4c76-931f-842253776ebf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.879639] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b66d556-b28b-4c76-931f-842253776ebf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.244360] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.244581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.244932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.244932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.245280] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.245280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.245280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.245411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.245500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.245574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.245757] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.245849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.245906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.246061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.246201] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.246319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.246365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.246508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.246580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.246658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.246786] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.383398] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.383774] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.383849] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.384164] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.384329] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.384884] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 3b66d556-b28b-4c76-931f-842253776ebf not found, creating... [ 1095.384950] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.385160] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.385244] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.385983] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.385983] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.386402] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.386757] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.386988] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.387358] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.387724] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.387970] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 3b66d556-b28b-4c76-931f-842253776ebf is going to be created. [ 1095.415609] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.415609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.415609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.415609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.415609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.415609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-3b66d556-b28b-4c76-931f-842253776ebf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.752863] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3eaa156-d59a-4f09-9cfd-19f2a3eac50e: rpc.has_security_group_logging(os_id): False [ 1095.771900] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.772147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.772201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.772506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.772689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.772861] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.773017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.773062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.773215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.773410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.773526] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.773627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.773689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.773833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.773906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.774097] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.774195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.774254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.774394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.774470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.774557] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be created. [ 1095.840705] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.840916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.840986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.841234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.841428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.859593] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1096.166626] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-f5f5ea5a-6bb3-4617-b938-2c6324f04abf service nova] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_rules [ 1096.166827] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-f5f5ea5a-6bb3-4617-b938-2c6324f04abf service nova] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1096.167058] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-f5f5ea5a-6bb3-4617-b938-2c6324f04abf service nova] Enqueued Resource ID: 3b66d556-b28b-4c76-931f-842253776ebf with Priority: HIGHEST for action port [ 1096.167668] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_rules [ 1096.167820] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1096.167919] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b66d556-b28b-4c76-931f-842253776ebf with Priority: HIGHEST for action port [ 1096.168276] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.168413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.168912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.168984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.169076] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.170682] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.170861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.170931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.171229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.171319] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.171420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.171420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.171595] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.171652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.171801] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.172877] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b66d556-b28b-4c76-931f-842253776ebf taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.180541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b66d556-b28b-4c76-931f-842253776ebf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.180682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b66d556-b28b-4c76-931f-842253776ebf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.181237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b66d556-b28b-4c76-931f-842253776ebf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.181237] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b66d556-b28b-4c76-931f-842253776ebf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.579316] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-7aab984a-d8c2-41ee-be24-a45dfc4d6681 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1096.580044] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1096.580409] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.580537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.683164] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.683487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.683577] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.684887] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b66d556-b28b-4c76-931f-842253776ebf with status ACTIVE [ 1096.685172] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.685312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.685381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.685625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.685726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.686877] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.686877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.686877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.686877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.686877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.686877] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.686877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.686877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.687406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.687406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.687406] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b66d556-b28b-4c76-931f-842253776ebf is going to be updated. [ 1096.712271] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.712573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.712641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.712835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.712982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.713166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b66d556-b28b-4c76-931f-842253776ebf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.814814] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8566f5-a970-4211-801c-cd82bc4342fd in Status: SUCCESS [ 1096.814968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.815166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.815399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.815614] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.815746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.815813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.815975] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.816073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.816161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.816253] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.995020] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.996639] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.996639] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.996639] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.997516] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.998127] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.000990] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.000990] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.000990] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.000990] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.000990] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.000990] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.000990] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.000990] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1097.000990] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.000990] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.027028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.027028] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1097.027028] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.027028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.027028] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.027028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.027028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.029116] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.029116] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d0eeee-f7bd-40d3-bba5-d14eaeef0335',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.165899] env[69952]: INFO networking_nsxv3.common.synchronization [req-2f3c9197-1bce-4814-aafc-284911e58204 req-5473ec40-66a2-4483-95af-62fc185fb450 tempest-AttachInterfacesV270Test-1477312242 tempest-AttachInterfacesV270Test-1477312242-project-member] Enqueued Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGHEST for action security_group_members [ 1097.165899] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGHEST for action security_group_members [ 1097.166048] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.166585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.166585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.166585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.166726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.166777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.166812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.166955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.167087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.167248] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b08a7-e8f3-48cd-9f8e-c474f1169bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.189700] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.318467] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.534028] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.534028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.534028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.534028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.534028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.534028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 not found, creating... [ 1097.534028] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.534028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.534028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.534028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.534028] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.534561] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.534561] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.534561] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.534561] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.534561] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.534561] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 is going to be created. [ 1097.556510] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.556722] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.556853] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.557942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.557942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.557942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.669554] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.669949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.669949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.670174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.670269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.670509] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.670616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.670701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.670876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.670976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.671090] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc is going to be updated. [ 1097.694728] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.694914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.694985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.695193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.695275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.695378] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be created. [ 1097.753064] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.753064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.753064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.753064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.753350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.754999] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.755133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.755527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.755527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.755527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.765644] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: UNINITIALIZED for 2s [ 1097.766351] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc in Status: IN_PROGRESS for 2s [ 1097.821858] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c8566f5-a970-4211-801c-cd82bc4342fd: rpc.has_security_group_logging(os_id): False [ 1097.842230] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.842442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.842522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.842735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.842823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.843085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.843199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.843264] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.843558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.843668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.843776] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8566f5-a970-4211-801c-cd82bc4342fd is going to be created. [ 1097.874547] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1097.874785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.907188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.907386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.907386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.907601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.907784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.920646] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8566f5-a970-4211-801c-cd82bc4342fd in Status: IN_PROGRESS for 2s [ 1098.076264] env[69952]: INFO networking_nsxv3.common.synchronization [req-d18e44ce-2c0b-4291-ad0f-5b8a189ff5b7 req-d8ba13d2-0fb4-4744-85dd-0586f8c204af tempest-ServersTestJSON-485650522 tempest-ServersTestJSON-485650522-project-member] Enqueued Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_members [ 1098.076969] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGHEST for action security_group_members [ 1098.077361] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce74d43d-46c0-48aa-a7b8-824f511691be taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.077499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.077572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.077788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.077954] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.078068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.078128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.078283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.078511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.079057] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.581086] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.581328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.581437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.581793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.611507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.612986] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.612986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.612986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.612986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.612986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.612986] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce74d43d-46c0-48aa-a7b8-824f511691be is going to be updated. [ 1098.647183] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.647329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.647625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.648372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.648372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.661652] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce74d43d-46c0-48aa-a7b8-824f511691be in Status: IN_PROGRESS for 2s [ 1098.952528] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-4c21a234-6d51-4b4c-b383-e5784dffa220 service nova] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_rules [ 1098.953061] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-4c21a234-6d51-4b4c-b383-e5784dffa220 service nova] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1098.953061] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-4c21a234-6d51-4b4c-b383-e5784dffa220 service nova] Enqueued Resource ID: d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 with Priority: HIGHEST for action port [ 1098.953452] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_rules [ 1098.953669] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1098.953852] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 with Priority: HIGHEST for action port [ 1098.954135] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.954294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.954439] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.954522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.954715] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.954832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.954893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.955117] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.955197] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d0eeee-f7bd-40d3-bba5-d14eaeef0335',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.150862] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-0325c5f3-2e20-49ea-b25e-ace8124b1e7f tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1099.151765] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1099.152306] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.152532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.460029] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 with status ACTIVE [ 1099.460029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.460029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.460029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.460029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.460029] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5d0eeee-f7bd-40d3-bba5-d14eaeef0335 is going to be updated. [ 1099.472047] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.472047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.472047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.472047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.472047] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.472047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.472047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.472456] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.472456] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.472702] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.472812] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.472928] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.473054] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.473173] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1099.473283] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.473464] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.491087] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.491278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.491335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.491542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.491695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.491979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d0eeee-f7bd-40d3-bba5-d14eaeef0335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.512840] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.512840] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1099.512840] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.512840] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-24" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.512840] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.512840] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.512840] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.512840] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.512840] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d8ce9f-3288-4d4f-a981-91d3f03a65e6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.779744] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1099.780042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.780376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.780718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.780870] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.781118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.781118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.781426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.781426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.781544] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.784883] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc in Status: SUCCESS [ 1099.785359] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc deletion is rescheduled due to dependency. [ 1099.785359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.939624] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c8566f5-a970-4211-801c-cd82bc4342fd in Status: SUCCESS [ 1099.939624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.017133] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.017504] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.017756] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.018168] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.018410] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.018669] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 73d8ce9f-3288-4d4f-a981-91d3f03a65e6 not found, creating... [ 1100.019016] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.019199] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.019325] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.019759] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.019921] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.020256] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.020439] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.020576] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.020846] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.020995] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.021159] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 73d8ce9f-3288-4d4f-a981-91d3f03a65e6 is going to be created. [ 1100.053482] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.053787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.053981] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.054394] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.054767] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.055118] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.286933] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.672823] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce74d43d-46c0-48aa-a7b8-824f511691be in Status: SUCCESS [ 1100.672823] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce74d43d-46c0-48aa-a7b8-824f511691be deletion is rescheduled due to dependency. [ 1100.672931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.749549] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-40494f1a-bb6c-4f41-9245-666e2ed76228 service nova] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_rules [ 1100.749749] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-40494f1a-bb6c-4f41-9245-666e2ed76228 service nova] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1100.749917] env[69952]: INFO networking_nsxv3.common.synchronization [req-44507cce-b7e3-4427-abe2-e64ec73945ae req-40494f1a-bb6c-4f41-9245-666e2ed76228 service nova] Enqueued Resource ID: 73d8ce9f-3288-4d4f-a981-91d3f03a65e6 with Priority: HIGHEST for action port [ 1100.750776] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_rules [ 1100.750873] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1100.751406] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d8ce9f-3288-4d4f-a981-91d3f03a65e6 with Priority: HIGHEST for action port [ 1100.751919] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.753055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.753055] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.753055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.753055] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.753055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.753055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.753467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.753658] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d8ce9f-3288-4d4f-a981-91d3f03a65e6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.789962] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.255887] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73d8ce9f-3288-4d4f-a981-91d3f03a65e6 with status ACTIVE [ 1101.256440] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.256646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.256717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.256961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.257064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.257264] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.257363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.257479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.257669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.257746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.257992] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.258122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.258186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.258353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.258569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.258641] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73d8ce9f-3288-4d4f-a981-91d3f03a65e6 is going to be updated. [ 1101.285581] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.285838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.285897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.286142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.286278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.286448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d8ce9f-3288-4d4f-a981-91d3f03a65e6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.292102] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.292248] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.292338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.292596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.292761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.292868] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be updated. [ 1101.334337] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.334755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.334755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.335067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.335209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.351477] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1101.674271] env[69952]: INFO networking_nsxv3.common.synchronization [req-3a53b4ad-a0a8-4e44-96a7-d8b2e9710a4d req-8bdc13d2-a6c5-4857-b855-35580c356726 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_members [ 1101.674859] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8223fa1-ecdb-4f15-8336-92eb1122626f with Priority: HIGHEST for action security_group_members [ 1101.675234] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8223fa1-ecdb-4f15-8336-92eb1122626f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.675363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.675431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.675923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.676043] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.676129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.676190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.676350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.676437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.676531] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8223fa1-ecdb-4f15-8336-92eb1122626f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.976642] env[69952]: INFO networking_nsxv3.common.synchronization [req-1f787aad-248b-4898-a4bf-748e2db5ae65 req-d7b9f145-25c5-45f8-95d5-8877598e7492 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1101.976642] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1101.977202] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.978082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.978402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.980883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.980883] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.980883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.980883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.980883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.980883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.980883] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.178548] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.178749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.179042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.179313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.208054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.208054] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.208054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.208054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.208054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.208054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.208587] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8223fa1-ecdb-4f15-8336-92eb1122626f is going to be updated. [ 1102.245022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.245022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.245022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.245022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.245363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.257526] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8223fa1-ecdb-4f15-8336-92eb1122626f in Status: IN_PROGRESS for 2s [ 1102.396672] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.396798] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.396980] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.397332] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.397611] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.397862] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.398031] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.398290] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.398474] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.398724] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.399279] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.399458] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.400428] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.400428] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1102.400428] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.400428] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.419707] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.420454] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1102.420454] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.420454] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-805" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.420806] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.420892] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.420949] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.421391] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.421563] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.485529] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.485706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.485756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.485994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.486114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.486310] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.486411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.486473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.486633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.486708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.486793] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 1102.511190] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.511304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.511366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.511581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.511719] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.521964] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 1102.924560] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.925863] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.925863] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.925863] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.925863] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.926084] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d not found, creating... [ 1102.926315] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.930023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.930023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.930023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.930023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.930023] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.930023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.930023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.930023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.930023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.930023] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d is going to be created. [ 1102.955488] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.955799] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.955873] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.956260] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.956503] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.956769] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.362259] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1103.362651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.362904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.363152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.363375] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.363508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.363581] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.363754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.363864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.363952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.364062] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.365103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.366034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.366034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.366034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.366034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.366034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.366034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.366034] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.868249] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.868445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.868714] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.153260] env[69952]: INFO networking_nsxv3.common.synchronization [req-1f787aad-248b-4898-a4bf-748e2db5ae65 req-2526d33e-ebe8-46e6-8e07-9de15548f90c service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 1104.153481] env[69952]: INFO networking_nsxv3.common.synchronization [req-1f787aad-248b-4898-a4bf-748e2db5ae65 req-2526d33e-ebe8-46e6-8e07-9de15548f90c service nova] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1104.153687] env[69952]: INFO networking_nsxv3.common.synchronization [req-1f787aad-248b-4898-a4bf-748e2db5ae65 req-2526d33e-ebe8-46e6-8e07-9de15548f90c service nova] Enqueued Resource ID: 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d with Priority: HIGHEST for action port [ 1104.154270] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_rules [ 1104.154406] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1104.154503] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d with Priority: HIGHEST for action port [ 1104.154790] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.154916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.154967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.155202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.155260] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.156190] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.156286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.156463] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.156569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.156633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.156810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.157042] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.271016] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8223fa1-ecdb-4f15-8336-92eb1122626f in Status: SUCCESS [ 1104.271253] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8223fa1-ecdb-4f15-8336-92eb1122626f deletion is rescheduled due to dependency. [ 1104.271441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8223fa1-ecdb-4f15-8336-92eb1122626f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.373502] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.390826] env[69952]: INFO networking_nsxv3.common.synchronization [req-4f33d52d-aa55-44a8-8538-e0089ac15897 req-65d4f19f-f5d2-4afe-a85d-15a0b36abd91 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1104.392469] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1104.392965] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.393165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.393285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.393677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.393870] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.395465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.395594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.395872] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.395974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.396108] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.534062] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 1104.534288] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 deletion is rescheduled due to dependency. [ 1104.534416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.535354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.535615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.535821] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.535961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.536047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.536232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.536323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.536464] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.659145] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.659363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.659580] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d with status ACTIVE [ 1104.659765] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.659905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.659974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.660171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.660263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.660437] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.660539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.660618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.660781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.660885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.661757] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.661982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.661982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.662152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.662237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.662337] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d is going to be updated. [ 1104.687319] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.687538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.687831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.687940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.688215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.688388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86549ec8-2ba3-4f18-ba1d-bbf3ac96f37d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.733672] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.733920] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.734062] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.734341] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.734605] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.734778] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.734902] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.735165] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.735319] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.735533] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.735647] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.735779] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.735891] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.736027] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.736143] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.736294] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.756426] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.756606] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.756752] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.756943] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.757310] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-7e44cff1-be26-4756-8021-7ff146eddfbb taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.757500] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-7e44cff1-be26-4756-8021-7ff146eddfbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.757627] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-7e44cff1-be26-4756-8021-7ff146eddfbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.758278] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-7e44cff1-be26-4756-8021-7ff146eddfbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.758597] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e44cff1-be26-4756-8021-7ff146eddfbb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.876088] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.877012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.877102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.877321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.877411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.877518] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be updated. [ 1104.898485] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.912679] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.912878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.912878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.913147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.913291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.925801] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1105.039188] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.260818] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.261162] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.261810] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.261810] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.261810] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.262023] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 7e44cff1-be26-4756-8021-7ff146eddfbb not found, creating... [ 1105.262352] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.262643] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.262832] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.263119] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.264191] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.264191] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.264191] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.264191] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.264191] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.264480] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.264682] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 7e44cff1-be26-4756-8021-7ff146eddfbb is going to be created. [ 1105.286295] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.286295] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.287206] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.287206] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.287206] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.287343] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-7e44cff1-be26-4756-8021-7ff146eddfbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.401208] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.541762] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.904381] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.904621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.904621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.904998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.905165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.905306] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 is going to be updated. [ 1105.947157] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.947157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.947157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.947157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.947157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.961904] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: IN_PROGRESS for 2s [ 1106.046877] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.046877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.046877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.046877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.046877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.046877] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 1106.066376] env[69952]: INFO networking_nsxv3.common.synchronization [req-4f33d52d-aa55-44a8-8538-e0089ac15897 req-3ea1aacb-be92-4007-a850-747aed995279 service nova] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_rules [ 1106.066376] env[69952]: INFO networking_nsxv3.common.synchronization [req-4f33d52d-aa55-44a8-8538-e0089ac15897 req-3ea1aacb-be92-4007-a850-747aed995279 service nova] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1106.066376] env[69952]: INFO networking_nsxv3.common.synchronization [req-4f33d52d-aa55-44a8-8538-e0089ac15897 req-3ea1aacb-be92-4007-a850-747aed995279 service nova] Enqueued Resource ID: 7e44cff1-be26-4756-8021-7ff146eddfbb with Priority: HIGHEST for action port [ 1106.066376] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_rules [ 1106.066376] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1106.067683] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e44cff1-be26-4756-8021-7ff146eddfbb with Priority: HIGHEST for action port [ 1106.068284] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.070993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.070993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.070993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.070993] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.070993] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.070993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.072179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e44cff1-be26-4756-8021-7ff146eddfbb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.072646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e44cff1-be26-4756-8021-7ff146eddfbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.072863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e44cff1-be26-4756-8021-7ff146eddfbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.073208] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e44cff1-be26-4756-8021-7ff146eddfbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.073481] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e44cff1-be26-4756-8021-7ff146eddfbb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.088294] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.088294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.088294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.088294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.088294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.105683] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 1106.575727] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.576044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.576085] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e44cff1-be26-4756-8021-7ff146eddfbb with status ACTIVE [ 1106.576236] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.576366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.576402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.576620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.576712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.576892] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.576982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.577055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.577216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.577530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.577741] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.577888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.578039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.578123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.578200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.578304] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e44cff1-be26-4756-8021-7ff146eddfbb is going to be updated. [ 1106.604022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.604164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.604234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.604441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.604580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.604742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e44cff1-be26-4756-8021-7ff146eddfbb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.937232] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1106.937459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.937626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.937844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.938044] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.938316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.938316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.938434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.938434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.938534] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.442389] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.946324] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.984563] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: SUCCESS [ 1107.985074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.985706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.985963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.986286] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.986506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.986631] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.986977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.987187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.988598] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.115388] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 1108.115388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.115388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.115388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.115388] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.115388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.115388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.116064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.116279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.116512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.116760] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.452031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.452386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.452648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.452986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.453214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.454123] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be updated. [ 1108.487521] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.487672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.487726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.487942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.488101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.491695] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.498611] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1108.623659] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.623948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.624091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.624380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.624674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.624864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.624995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.625409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.625582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.625765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.626054] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.626626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.626756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.627082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.627344] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.627548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.627687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.631023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.631023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.631023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.631023] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.884122] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.884457] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.884563] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.884906] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.885249] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.885485] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.885549] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.885773] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.885933] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.886185] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.886361] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.886564] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.886737] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.886873] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.886988] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.887145] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.905498] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.905798] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.905798] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.905978] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-257" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.906313] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-74659962-3a84-413d-99c8-4c99f7342c4e taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.906491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.907046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.907046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.907046] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74659962-3a84-413d-99c8-4c99f7342c4e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.994329] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.133317] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 508193cb-ad6e-42b3-b375-4cdbc2887c82: rpc.has_security_group_logging(os_id): False [ 1109.155380] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.155556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.155628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.155826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.155923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.156195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.156294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.156360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.156620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.156620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.156809] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.156897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.156992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.157120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.157199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.157410] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.157542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.157607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.157792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.157847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.157959] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 1109.243582] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.243791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.243791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.244029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.244202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.261891] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 1109.409926] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.410235] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.410311] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.410688] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.410843] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.411179] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.411351] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.411498] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.411804] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.411949] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.412274] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.412475] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.412602] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.412892] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.413109] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.413264] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 74659962-3a84-413d-99c8-4c99f7342c4e is going to be updated. [ 1109.444140] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.444438] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.444572] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.444855] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.445080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.445350] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.496572] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.496919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.496919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.497175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.497175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.497304] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 is going to be updated. [ 1109.559366] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.559539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.559648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.559915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.560095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.576626] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: IN_PROGRESS for 2s [ 1110.140514] env[69952]: INFO networking_nsxv3.common.synchronization [req-a2dd4449-3272-4250-a915-b21eef8a62ea req-071a81fd-9696-4901-a245-3f689ac82ac2 service nova] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_rules [ 1110.140810] env[69952]: INFO networking_nsxv3.common.synchronization [req-a2dd4449-3272-4250-a915-b21eef8a62ea req-071a81fd-9696-4901-a245-3f689ac82ac2 service nova] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 1110.141190] env[69952]: INFO networking_nsxv3.common.synchronization [req-a2dd4449-3272-4250-a915-b21eef8a62ea req-071a81fd-9696-4901-a245-3f689ac82ac2 service nova] Enqueued Resource ID: 74659962-3a84-413d-99c8-4c99f7342c4e with Priority: HIGHEST for action port [ 1110.141851] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_rules [ 1110.142073] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 1110.142225] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74659962-3a84-413d-99c8-4c99f7342c4e with Priority: HIGHEST for action port [ 1110.142770] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.142962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.143090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.143351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.143487] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.146188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.146188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.146188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.146188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.146188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.146188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.146188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.146188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.146188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.146188] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.147157] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-74659962-3a84-413d-99c8-4c99f7342c4e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.147802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.147802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.147802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.147802] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74659962-3a84-413d-99c8-4c99f7342c4e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.508857] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1110.509097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.509267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.509485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.509672] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.509793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.509859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.510016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.510100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.510196] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.650541] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.650777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.651538] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.652021] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74659962-3a84-413d-99c8-4c99f7342c4e with status ACTIVE [ 1110.652276] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.652948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.653097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.653340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.653442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.653690] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.653801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.653882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.654344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.654469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.654690] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.654797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.654856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.655185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.655185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.655283] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74659962-3a84-413d-99c8-4c99f7342c4e is going to be updated. [ 1110.678736] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.678736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.678918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.679015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.679160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.679328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74659962-3a84-413d-99c8-4c99f7342c4e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.014048] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.157713] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.303569] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 1111.303807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.517593] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.590062] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: SUCCESS [ 1111.590062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.590062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.590062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.590062] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.590062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.590062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.590731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.590731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.590731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.590731] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.660919] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.661284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.661381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.662077] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.662425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.662425] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be updated. [ 1111.703053] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.703444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.703609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.704095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.704404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.717997] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: IN_PROGRESS for 2s [ 1111.958226] env[69952]: INFO networking_nsxv3.common.synchronization [req-6fb72192-b9dd-4f63-96cc-b675468b79bf req-db63b94c-b665-4a11-864f-7cbec286941c tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1111.959061] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1111.959246] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.959321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.959374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.960655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.960655] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.960655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.960655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.960655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.960655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.960655] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.023659] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.024322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.024322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.024489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.024623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.025109] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be updated. [ 1112.055106] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.055330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.055330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.055748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.055748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.069594] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1112.095085] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.462694] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.491550] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.491821] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.491960] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.492440] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.492785] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.493268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.493268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.493736] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.493736] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.494010] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.494232] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.494441] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.494705] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.494887] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.495046] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.495228] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.520489] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.520489] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.520489] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.520489] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.520489] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.520489] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.520489] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.520489] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.520489] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('897c2177-3d6c-42c5-80a7-2b39a04ba0d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.597340] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea900bd4-ac0a-4688-91b7-f81460234990: rpc.has_security_group_logging(os_id): False [ 1112.621084] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.621243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.621325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.621707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.621808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.622255] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.622390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.622568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.626020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.626020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.626020] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 is going to be updated. [ 1112.697913] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.698320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.698395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.698717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.698972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.732168] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: IN_PROGRESS for 2s [ 1112.750612] env[69952]: INFO networking_nsxv3.common.synchronization [req-27832990-f7a5-43db-8dd0-e88ebf3d8ec1 req-d067f9a9-4e3b-4531-87b2-ebe31c5bf47f tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1112.754205] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1112.755184] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.755329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.798488] env[69952]: INFO networking_nsxv3.common.synchronization [req-22a2337e-24a8-485a-9d90-a59e1e868457 req-a05a2b26-0c49-4878-ba8c-4ea947111cc9 tempest-AttachVolumeTestJSON-1928414316 tempest-AttachVolumeTestJSON-1928414316-project-member] Enqueued Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_members [ 1112.799101] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9801e4ba-a315-4019-ae34-d6d31e998513 with Priority: HIGHEST for action security_group_members [ 1112.799426] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9801e4ba-a315-4019-ae34-d6d31e998513 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.799553] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.799622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.799831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.800056] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.800483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.800483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.800721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.800864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.800907] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9801e4ba-a315-4019-ae34-d6d31e998513',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.966125] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.027227] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.027761] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.027868] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.028245] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.029461] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.029461] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 897c2177-3d6c-42c5-80a7-2b39a04ba0d4 not found, creating... [ 1113.029461] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.029461] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.029461] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.029777] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.032162] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.032651] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.032915] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.033123] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.033423] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.033605] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.033781] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 897c2177-3d6c-42c5-80a7-2b39a04ba0d4 is going to be created. [ 1113.063416] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.064019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.065746] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.065746] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.066889] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.066889] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.303058] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.303275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.303365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.303712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.327352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.327817] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.327817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.327817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.328091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.328091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.328173] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9801e4ba-a315-4019-ae34-d6d31e998513 is going to be updated. [ 1113.368968] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.369119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.369183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.369436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.369523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.379501] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9801e4ba-a315-4019-ae34-d6d31e998513 in Status: IN_PROGRESS for 2s [ 1113.469985] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.470365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.470365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.470521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.471976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.471976] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1113.503302] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.503302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.503302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.503302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.503302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.513231] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1113.729955] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: SUCCESS [ 1113.730625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.730625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.730727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.731468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.731468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.731468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.731468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.731468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.731468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.731792] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.825849] env[69952]: INFO networking_nsxv3.common.synchronization [req-6fb72192-b9dd-4f63-96cc-b675468b79bf req-d3f4dc1e-aed9-400b-bc28-b79d3172d063 service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1113.826054] env[69952]: INFO networking_nsxv3.common.synchronization [req-6fb72192-b9dd-4f63-96cc-b675468b79bf req-d3f4dc1e-aed9-400b-bc28-b79d3172d063 service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1113.826203] env[69952]: INFO networking_nsxv3.common.synchronization [req-6fb72192-b9dd-4f63-96cc-b675468b79bf req-d3f4dc1e-aed9-400b-bc28-b79d3172d063 service nova] Enqueued Resource ID: 897c2177-3d6c-42c5-80a7-2b39a04ba0d4 with Priority: HIGHEST for action port [ 1113.826814] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1113.826968] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1113.827088] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 897c2177-3d6c-42c5-80a7-2b39a04ba0d4 with Priority: HIGHEST for action port [ 1113.827382] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.827513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.827577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.827804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.827897] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.829667] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.829880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.832696] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.832696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.832696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.832696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.832696] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('897c2177-3d6c-42c5-80a7-2b39a04ba0d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.083847] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1114.084109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.084303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.084626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.084789] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.084943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.084943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.085111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.085194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.085256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.085444] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.085584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.085584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.085785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.085866] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.085970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.086105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.086256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.086349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.086349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.086435] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.087420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.087467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.087599] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.087697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.087760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.087900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.087977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.088089] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.236321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.236527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.236612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.236849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.237064] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.237197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.237307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.237379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.237489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.237547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.237694] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.237787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.237925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.237987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.238153] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.238245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.238300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.238455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.238535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.238615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.238706] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.330595] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.330836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.334517] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 897c2177-3d6c-42c5-80a7-2b39a04ba0d4 with status ACTIVE [ 1114.334517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.334517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.334517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.334517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.334517] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 897c2177-3d6c-42c5-80a7-2b39a04ba0d4 is going to be updated. [ 1114.357596] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.357596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.357596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.357596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.357596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.357596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-897c2177-3d6c-42c5-80a7-2b39a04ba0d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.590073] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c566f8e9-89c3-4cf7-bb0b-842db2b22722: rpc.has_security_group_logging(os_id): False [ 1114.591035] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.612477] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.612477] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.612786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.614891] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.614891] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.614891] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.614891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.615641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.615641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.615641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.615641] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be created. [ 1114.708667] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.708667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.708667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.708667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.708979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.723693] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1114.743092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dee889f-7817-4966-be04-2f1e29dde9fa: rpc.has_security_group_logging(os_id): False [ 1114.751909] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: SUCCESS [ 1114.752287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.768076] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.768294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.768294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.768487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.805530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.806017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.806229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.806278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.806536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.806617] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.808119] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.808290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.809587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.809587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.809587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.809587] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.809587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.809587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.809587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.809587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.809587] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be updated. [ 1114.939080] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.939259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.939301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.939515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.939689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.959339] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: IN_PROGRESS for 2s [ 1115.093244] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.391407] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9801e4ba-a315-4019-ae34-d6d31e998513 in Status: SUCCESS [ 1115.391562] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9801e4ba-a315-4019-ae34-d6d31e998513 deletion is rescheduled due to dependency. [ 1115.391674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9801e4ba-a315-4019-ae34-d6d31e998513" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.524714] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1115.525057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.525326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.525578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.525837] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.526020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.526107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.526288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.526400] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.526554] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.596018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.596499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.596499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.596499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.596625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.596625] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be updated. [ 1115.628490] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.628705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.628814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.629101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.629325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.644063] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1116.030893] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.533601] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.742027] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1116.742027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.742027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.742027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.742027] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.985187] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: SUCCESS [ 1116.985442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.038071] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.038297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.038384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.038609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.038707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.038785] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1117.072031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.072237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.072237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.072472] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.072733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.086375] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1117.244552] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.244552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.661027] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1117.661027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.661027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.661027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.661027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.661027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.661027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.661027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.661027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.661027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.661027] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.168026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.168026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.168026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.168026] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.168026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.168835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.168835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.168835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.168835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.168835] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.568082] env[69952]: INFO networking_nsxv3.common.synchronization [None req-e110451b-6ffa-4f28-8cfd-86d99663fbdc tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 1118.568690] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 1118.569627] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.569801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.569875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.570107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.570340] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.570593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.570673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.570851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.570939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.571049] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.671889] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c566f8e9-89c3-4cf7-bb0b-842db2b22722: rpc.has_security_group_logging(os_id): False [ 1118.693827] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.693979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.694069] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.694290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.694448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.694610] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.694741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.695317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.695317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.695317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.695317] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.695488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.695488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.695555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.695596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.695803] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.695876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.695943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.696288] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.696394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.696508] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be updated. [ 1118.773161] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.774433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.774433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.774433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.774433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.794679] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1119.075823] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.075823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.075823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.075823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.075823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.076826] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.076826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.076826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.076826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.076826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.076826] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be deleted. [ 1119.103038] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1119.103038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.103038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.103038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.103038] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.103038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.103038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.103038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.103038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.103038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.103038] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.118910] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.119122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.119200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.119362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.119457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.119556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.607935] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.607935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.607935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.607935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.607935] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.607935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.608769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.608769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.608769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.608769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.608769] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.608769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.608769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.608769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.608993] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.609041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.609116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.609880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.609880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.609880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.609880] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.115035] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23347c3a-7439-4004-992e-c5ae7dcf3f5a: rpc.has_security_group_logging(os_id): False [ 1120.148738] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.148738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.148738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.148738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.148738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.149101] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.149101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.149101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.149101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.149246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.149388] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.149463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.149622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.153448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.153448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.153448] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.153448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.153448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.153448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.153448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.153448] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1120.251279] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.251434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.251551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.251706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.251884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.302993] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1120.916874] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1120.916874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.916874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.916874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.916874] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.419095] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.419270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.419363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.419576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.419814] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.419955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.420056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.420315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.420460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.420614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.420734] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.929894] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.929894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.929894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.929894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.929894] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.929894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.929894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.929894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.929894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.929894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.930542] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.930542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.930542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.930542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.930681] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.930681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.930753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.933089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.933089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.933089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.933089] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.328080] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1122.328369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.434849] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c566f8e9-89c3-4cf7-bb0b-842db2b22722: rpc.has_security_group_logging(os_id): False [ 1122.464569] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.464748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.464787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.465088] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.465196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.465555] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.465697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.465832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.465978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.466067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.466412] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.466560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.466627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.466934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.467093] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.467334] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.467735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.467735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.467964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.467964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.468097] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be updated. [ 1122.588607] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.588851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.588851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.589089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.589310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.627974] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1123.460857] env[69952]: INFO networking_nsxv3.common.synchronization [req-cae4e760-ab71-43d5-b1d4-eb2905833751 req-cadd64d3-d4e7-4f24-bd7c-2061eb667209 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1123.462238] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1123.463340] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.463340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.463340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.463340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.463340] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.463655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.463655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.467029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.467029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.467029] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.967805] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.967961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.968073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.968317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.968413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.968934] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.968934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.968934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.969195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.969195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.969306] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1124.008248] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.009742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.009742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.009742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.009931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.020134] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1124.176919] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.177279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.177505] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.177928] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.179047] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.179047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.179047] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.179650] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.180118] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.180526] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.180781] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.181062] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.181272] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.181481] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.181731] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.182061] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.212187] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.212496] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.212741] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.213019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.213547] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.215570] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.215759] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.216146] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.216289] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcd8406a-38a4-4a38-9bb4-9ee06617a63b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.678760] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1124.678760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.721797] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.721797] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.721797] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.722191] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.722429] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.722678] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port fcd8406a-38a4-4a38-9bb4-9ee06617a63b not found, creating... [ 1124.724297] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.724297] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.724297] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.724845] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.725090] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.725656] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.725931] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.726125] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.726539] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.726781] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.727053] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: fcd8406a-38a4-4a38-9bb4-9ee06617a63b is going to be created. [ 1124.753959] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.754395] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.754586] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.754988] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.755568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.755568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.659759] env[69952]: INFO networking_nsxv3.common.synchronization [req-cae4e760-ab71-43d5-b1d4-eb2905833751 req-1cc11f1f-bfe7-4e1b-ac57-e62246c622b8 service nova] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 1125.660136] env[69952]: INFO networking_nsxv3.common.synchronization [req-cae4e760-ab71-43d5-b1d4-eb2905833751 req-1cc11f1f-bfe7-4e1b-ac57-e62246c622b8 service nova] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1125.660419] env[69952]: INFO networking_nsxv3.common.synchronization [req-cae4e760-ab71-43d5-b1d4-eb2905833751 req-1cc11f1f-bfe7-4e1b-ac57-e62246c622b8 service nova] Enqueued Resource ID: fcd8406a-38a4-4a38-9bb4-9ee06617a63b with Priority: HIGHEST for action port [ 1125.661792] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 1125.662047] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1125.662261] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcd8406a-38a4-4a38-9bb4-9ee06617a63b with Priority: HIGHEST for action port [ 1125.663062] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.663334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.663521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.670024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.670024] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.670024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.670024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.670024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.670024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.670024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.670024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.670024] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcd8406a-38a4-4a38-9bb4-9ee06617a63b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.937284] env[69952]: INFO networking_nsxv3.common.synchronization [None req-7b4dc01f-b949-4272-aa51-f58de4b7c57e None None] Enqueued Resource ID: 2ca57b03-9985-4d49-90b0-c02810a35d8e with Priority: HIGHEST for action port [ 1125.937991] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ca57b03-9985-4d49-90b0-c02810a35d8e with Priority: HIGHEST for action port [ 1125.938640] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ca57b03-9985-4d49-90b0-c02810a35d8e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.938804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ca57b03-9985-4d49-90b0-c02810a35d8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.939107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ca57b03-9985-4d49-90b0-c02810a35d8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.939445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ca57b03-9985-4d49-90b0-c02810a35d8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.939662] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ca57b03-9985-4d49-90b0-c02810a35d8e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.031740] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1126.031937] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 deletion is rescheduled due to dependency. [ 1126.032042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.032225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.032446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.032694] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.032822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.032877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.033055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.033138] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.033237] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.173386] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.173386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.173386] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcd8406a-38a4-4a38-9bb4-9ee06617a63b with status ACTIVE [ 1126.173882] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.173882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.173882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.174197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.174197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.174822] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.174822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.174822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.174822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.175220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.175220] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.175316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.175316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.176073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.176073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.176073] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcd8406a-38a4-4a38-9bb4-9ee06617a63b is going to be updated. [ 1126.202364] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.202543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.202683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.202937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.203122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.203289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcd8406a-38a4-4a38-9bb4-9ee06617a63b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.442188] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ca57b03-9985-4d49-90b0-c02810a35d8e [ 1126.442367] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.442508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.442578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.442938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.443055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.443165] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ca57b03-9985-4d49-90b0-c02810a35d8e already deleted. [ 1126.443250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ca57b03-9985-4d49-90b0-c02810a35d8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.535773] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.039455] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.544519] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.544519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.544519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.544519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.544519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.544519] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1127.578146] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.578385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.578462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.578692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.578968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.589016] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1128.741493] env[69952]: INFO networking_nsxv3.common.synchronization [None req-6bee7ed1-575b-4d98-8e6b-93bf5398a954 None None] Enqueued Resource ID: e8332797-8b8a-4f52-9267-13697edd5373 with Priority: HIGHEST for action port [ 1128.741493] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8332797-8b8a-4f52-9267-13697edd5373 with Priority: HIGHEST for action port [ 1128.741886] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8332797-8b8a-4f52-9267-13697edd5373 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.743742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8332797-8b8a-4f52-9267-13697edd5373" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.743849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8332797-8b8a-4f52-9267-13697edd5373" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.745286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8332797-8b8a-4f52-9267-13697edd5373" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.745286] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8332797-8b8a-4f52-9267-13697edd5373',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.246769] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8332797-8b8a-4f52-9267-13697edd5373 [ 1129.247312] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.247422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.247551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.247864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.247972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.248175] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8332797-8b8a-4f52-9267-13697edd5373 already deleted. [ 1129.248713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8332797-8b8a-4f52-9267-13697edd5373" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.605791] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1129.606167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.606371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.606730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.607016] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.607174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.607259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.607639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.607639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.607699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.607759] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.685036] env[69952]: INFO networking_nsxv3.common.synchronization [req-f395cc19-a64c-46d3-b11f-022671921bc8 req-a53d2905-30f1-42bd-9617-f36753be2ef9 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 1129.687552] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 1129.687888] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.688045] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.688119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.688384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.688553] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.688687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.688747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.688909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.688999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.689110] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.111066] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.148373] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.148568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.148661] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.149493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.150756] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.151209] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.151502] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.151939] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.152329] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.152682] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.153035] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.153287] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.153482] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.153631] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1130.154322] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.154322] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.177726] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.177940] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1130.178143] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.178372] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.178778] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-8270d6e8-3c71-4029-8970-6c3b70409861 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.178983] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.179163] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.179531] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.179711] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8270d6e8-3c71-4029-8970-6c3b70409861',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.192502] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.192703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.192805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.193102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.217401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.217745] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.218210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.218210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.218958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.218958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.218958] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c is going to be updated. [ 1130.251544] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.251544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.251544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.251544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.251906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.262810] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: IN_PROGRESS for 2s [ 1130.566427] env[69952]: INFO networking_nsxv3.common.synchronization [req-486c7ee3-c120-4be9-9fc3-43956e4be022 req-fe8d89a6-0759-4b30-8644-3c02f73c48fc tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1130.567060] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1130.567721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.567721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.567721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.567878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.568035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.568137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.568201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.568364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.568501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.568648] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.613304] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 883209cc-9ed0-47e3-8ce6-596dc62efcd5: rpc.has_security_group_logging(os_id): False [ 1130.635661] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.636308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.636525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.636854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.636981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.637306] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.637445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.637500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.638188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.638323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.638492] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1130.685307] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.685307] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.685489] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.685645] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.685801] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.685962] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 8270d6e8-3c71-4029-8970-6c3b70409861 not found, creating... [ 1130.686271] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.686453] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.686583] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.686827] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.686972] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.687281] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.688952] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.689200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.689463] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.689612] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.689766] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 8270d6e8-3c71-4029-8970-6c3b70409861 is going to be created. [ 1130.718409] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.718409] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.718594] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.718743] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.718987] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.719242] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.759503] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.759844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.759844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.760113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.760113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.781049] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1130.962825] env[69952]: INFO networking_nsxv3.common.synchronization [req-8bd36384-4be6-43a7-8427-6051efe0d459 req-e3d7e81a-707b-458d-8f18-fd79f6e56f79 tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1130.962825] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1130.962825] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.962825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.962825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.962825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.962825] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.962825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.962825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.963552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.963844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.964086] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.981031] env[69952]: INFO networking_nsxv3.common.synchronization [req-10993e89-3a01-47fa-93db-f727a2c8cc00 req-2ea1b870-5e72-4bf2-9eb1-d26db46d0875 tempest-ImagesTestJSON-1737974559 tempest-ImagesTestJSON-1737974559-project-member] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1130.981031] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGHEST for action security_group_members [ 1130.981031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.981031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.981031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.981031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.981031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.981434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.981594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.981846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.982133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.986840] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.028832] env[69952]: INFO networking_nsxv3.common.synchronization [req-66d5d4e5-a3d8-4b39-bbbf-b69ff9516df7 req-aa9c21e5-5aaf-4e26-ba7f-50ba1a3141eb tempest-ListServersNegativeTestJSON-1115587637 tempest-ListServersNegativeTestJSON-1115587637-project-member] Enqueued Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1131.028832] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 with Priority: HIGHEST for action security_group_members [ 1131.028832] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c566f8e9-89c3-4cf7-bb0b-842db2b22722 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.028832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.071099] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.446851] env[69952]: INFO networking_nsxv3.common.synchronization [req-f395cc19-a64c-46d3-b11f-022671921bc8 req-80d5f9b5-f809-4b58-9497-7f5ddcb68b40 service nova] Enqueued Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_rules [ 1131.447231] env[69952]: INFO networking_nsxv3.common.synchronization [req-f395cc19-a64c-46d3-b11f-022671921bc8 req-80d5f9b5-f809-4b58-9497-7f5ddcb68b40 service nova] Enqueued Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 1131.447231] env[69952]: INFO networking_nsxv3.common.synchronization [req-f395cc19-a64c-46d3-b11f-022671921bc8 req-80d5f9b5-f809-4b58-9497-7f5ddcb68b40 service nova] Enqueued Resource ID: 8270d6e8-3c71-4029-8970-6c3b70409861 with Priority: HIGHEST for action port [ 1131.448433] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_rules [ 1131.451970] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 1131.451970] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8270d6e8-3c71-4029-8970-6c3b70409861 with Priority: HIGHEST for action port [ 1131.451970] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.451970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.451970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.452335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.452335] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.453619] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.453619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.453809] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-8270d6e8-3c71-4029-8970-6c3b70409861 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.453809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.453936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.454068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.454202] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8270d6e8-3c71-4029-8970-6c3b70409861',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.466691] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.489792] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.489901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.489966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.490167] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.490316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.491150] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.491150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.491150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.491150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.491150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.491150] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be updated. [ 1131.522664] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.522920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.523012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.523262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.523401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.536037] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: IN_PROGRESS for 2s [ 1131.573473] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.958402] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.958402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.958402] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8270d6e8-3c71-4029-8970-6c3b70409861 with status ACTIVE [ 1131.958402] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.958402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.958402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.958402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.958402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.958687] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.958802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.958802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.959419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.959419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.959419] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.959597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.959597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.961092] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.961092] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.961092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8270d6e8-3c71-4029-8970-6c3b70409861 is going to be updated. [ 1131.969084] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.005133] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.005133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.005133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.005133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.005133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.005315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.076466] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.076466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.076466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.076466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.076873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.076873] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1132.119967] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.120163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.120201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.120428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.120603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.140367] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1132.287814] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: SUCCESS [ 1132.288103] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c deletion is rescheduled due to dependency. [ 1132.288229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.288419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.288654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.288845] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.288967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.289047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.289230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.289351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.289460] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.471241] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.471579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.471579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.471753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.471836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.471940] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be updated. [ 1132.504389] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.504556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.504593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.505630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.505630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.515147] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1132.794332] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.794332] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1132.794332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.297266] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.398608] env[69952]: INFO networking_nsxv3.common.synchronization [req-a2035e6f-0bd0-4a7a-99ac-9ff2ea0152c7 req-5956783c-0fce-42cd-a5de-b848b50da261 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1133.399156] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1133.399464] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.399584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.399651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.399854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.400017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.400135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.400172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.400500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.400500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.400500] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.547094] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 in Status: SUCCESS [ 1133.547494] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 deletion is rescheduled due to dependency. [ 1133.547494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.800448] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.800671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.800797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.801158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.801322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.801487] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c is going to be updated. [ 1133.832816] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.833071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.833071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.833266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.833415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.842860] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: IN_PROGRESS for 2s [ 1133.903552] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.903552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.903552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.903552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.903552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.903552] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.903552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.903974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.903974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.904140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.904140] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1133.938838] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.939032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.939097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.939276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.939409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.950550] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1134.150962] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 4s [ 1134.524847] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1134.525383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.525383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.525623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.525840] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.525976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.526059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.526243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.526319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.526411] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c566f8e9-89c3-4cf7-bb0b-842db2b22722',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.029064] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.029340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.029340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.029502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.029594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.029920] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.029920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.030073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.030224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.030224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.030480] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 is going to be updated. [ 1135.062838] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.062992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.062992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.063271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.063727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.073951] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: IN_PROGRESS for 2s [ 1135.273968] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-2e37b574-2ad9-424e-94b7-894b0718b726 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1135.273968] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1135.274139] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.274259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.274324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.274591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.274743] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.274840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.274900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.279952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.279952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.279952] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.617506] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-389d061e-fa54-4366-8e11-93f1b310f6dc tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1135.618317] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1135.618427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.618550] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.781247] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.781599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.781599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.781726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.781726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.782056] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.782230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.782328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.782524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.782660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.782830] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d already deleted. [ 1135.782830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.782985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.783161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.783392] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.783544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.783544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.783732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.783810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.783894] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.858153] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: SUCCESS [ 1135.858422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.859041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.859041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.859219] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.859313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.859371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.859537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.859622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.859710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.859806] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.967133] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1135.968018] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 1135.968018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.049106] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-08f3cc2c-4638-4497-954b-1b579e7d6c00 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1136.049415] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1136.049544] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.049646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.163320] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1136.163320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.287267] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.290898] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.290898] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d already deleted. [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.290898] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.290898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.290898] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.364560] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.364757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.364824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.365058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.365244] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.369028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.369028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.369028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.369028] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.491355] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.491568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.491700] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.491989] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.492512] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.492750] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.492879] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.493226] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.493400] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.493722] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.493914] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.494060] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.494247] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.494355] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.494497] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.494789] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.519263] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.519263] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.519263] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.519263] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.519263] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-31fff73a-e30a-4454-9994-0d2f71578183 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.519263] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.519263] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.519263] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.519263] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fff73a-e30a-4454-9994-0d2f71578183',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.562440] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.562678] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.562854] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.563272] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.563568] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.563898] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.564064] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.564330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.564498] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.564731] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.564870] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.564981] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.565139] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.565279] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.565395] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.565550] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.585770] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.585990] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.586165] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.586368] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.586666] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-1313590e-5b43-4093-8e6a-e658e66ee756 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.586873] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-1313590e-5b43-4093-8e6a-e658e66ee756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.587033] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-1313590e-5b43-4093-8e6a-e658e66ee756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.587351] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-1313590e-5b43-4093-8e6a-e658e66ee756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.587491] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1313590e-5b43-4093-8e6a-e658e66ee756',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.794437] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.794643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.794643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.794760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.794864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.795703] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.795703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.795703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.795703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.795703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.795703] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d already deleted. [ 1136.795703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.869930] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6611243a-e101-48f9-b866-5d4ed1e7bc0c: rpc.has_security_group_logging(os_id): False [ 1136.890193] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.890323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.890457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.890634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.890723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.890941] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.891061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.891122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.891297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.891354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.891517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.891610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.891674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.891815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.891887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.892072] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.892162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.892223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.892360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.892434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.892519] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c is going to be updated. [ 1136.969124] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.969335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.969426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.969658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.969833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.983998] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: IN_PROGRESS for 2s [ 1137.021816] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.022072] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.022207] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.022502] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.022773] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.023357] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 31fff73a-e30a-4454-9994-0d2f71578183 not found, creating... [ 1137.023357] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.023507] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.023636] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.023886] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.024136] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.024487] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.024692] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.024824] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.025134] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.025296] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.025449] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 31fff73a-e30a-4454-9994-0d2f71578183 is going to be created. [ 1137.073548] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.073900] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.073962] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.074340] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.074640] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.074906] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.084692] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 in Status: SUCCESS [ 1137.084906] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c566f8e9-89c3-4cf7-bb0b-842db2b22722 deletion is rescheduled due to dependency. [ 1137.085053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c566f8e9-89c3-4cf7-bb0b-842db2b22722" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.090334] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.090721] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.090859] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.091164] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.091321] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.091472] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 1313590e-5b43-4093-8e6a-e658e66ee756 not found, creating... [ 1137.091852] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.091977] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.092068] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.092268] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.092411] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.092750] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.092953] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.093200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.093475] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.093663] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.093813] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 1313590e-5b43-4093-8e6a-e658e66ee756 is going to be created. [ 1137.116545] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.116789] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.116910] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.117251] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.117489] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.117777] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-1313590e-5b43-4093-8e6a-e658e66ee756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.886035] env[69952]: INFO networking_nsxv3.common.synchronization [req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 req-43f58002-c0ac-48e3-880a-6f7173be36ab service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 1137.886035] env[69952]: INFO networking_nsxv3.common.synchronization [req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 req-43f58002-c0ac-48e3-880a-6f7173be36ab service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 1137.886318] env[69952]: INFO networking_nsxv3.common.synchronization [req-1ec1cafa-bb07-4048-8d1f-5277c6a72e80 req-43f58002-c0ac-48e3-880a-6f7173be36ab service nova] Enqueued Resource ID: 31fff73a-e30a-4454-9994-0d2f71578183 with Priority: HIGHEST for action port [ 1137.886907] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 1137.887065] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 1137.887164] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31fff73a-e30a-4454-9994-0d2f71578183 with Priority: HIGHEST for action port [ 1137.887448] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.887572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.887639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.887849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.887931] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.890870] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.891012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.891082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.891276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.891431] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.891522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.894707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.894707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.894707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.894707] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.894707] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-31fff73a-e30a-4454-9994-0d2f71578183 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.894707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.894707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.894707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.894707] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fff73a-e30a-4454-9994-0d2f71578183',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.965214] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-e78c6550-e97c-4b05-acaa-e8191e95a2f7 service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1137.965214] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-e78c6550-e97c-4b05-acaa-e8191e95a2f7 service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1137.965214] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-e78c6550-e97c-4b05-acaa-e8191e95a2f7 service nova] Enqueued Resource ID: 1313590e-5b43-4093-8e6a-e658e66ee756 with Priority: HIGHEST for action port [ 1137.965214] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1137.965214] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1137.965214] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1313590e-5b43-4093-8e6a-e658e66ee756 with Priority: HIGHEST for action port [ 1137.965214] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.965214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.965214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.966568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.969149] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.969149] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.969149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.969402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.969433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.969606] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.969711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.969818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.969933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.970029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.970124] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.970988] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1313590e-5b43-4093-8e6a-e658e66ee756 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.975140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1313590e-5b43-4093-8e6a-e658e66ee756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.975140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1313590e-5b43-4093-8e6a-e658e66ee756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.975140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1313590e-5b43-4093-8e6a-e658e66ee756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.975430] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1313590e-5b43-4093-8e6a-e658e66ee756',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.395383] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.396448] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.396624] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.400884] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31fff73a-e30a-4454-9994-0d2f71578183 with status ACTIVE [ 1138.400884] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.400884] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.400884] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.400884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.401403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.401403] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31fff73a-e30a-4454-9994-0d2f71578183 is going to be updated. [ 1138.422375] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.422519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.422583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.422853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.422995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.423177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.476876] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.478010] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.478123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.478279] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1313590e-5b43-4093-8e6a-e658e66ee756 with status ACTIVE [ 1138.478438] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.478543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.478605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.478818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.478914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.479073] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.479173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.479240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.479389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.479472] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.479648] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.479742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.479812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.479939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.480636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.480772] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1313590e-5b43-4093-8e6a-e658e66ee756 is going to be updated. [ 1138.516239] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.516454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.516502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.516699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.517114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.517299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1313590e-5b43-4093-8e6a-e658e66ee756" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.750953] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-537 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.751176] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-537" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.751382] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-537" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.752499] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-537" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.752499] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.752872] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.753074] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.754529] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.755437] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.755437] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.755437] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.755437] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.755596] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.755887] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.756288] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.756446] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.782060] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.782272] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.783442] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.783442] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-537" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.783442] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-fb92e293-ea90-46d5-adb0-d8804cba8ffa taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.783442] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-fb92e293-ea90-46d5-adb0-d8804cba8ffa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.783442] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-fb92e293-ea90-46d5-adb0-d8804cba8ffa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.783666] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-fb92e293-ea90-46d5-adb0-d8804cba8ffa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.783818] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb92e293-ea90-46d5-adb0-d8804cba8ffa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.898864] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.982517] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.004212] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: SUCCESS [ 1139.004212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.287570] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.287931] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.291263] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.291613] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.291834] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.291946] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port fb92e293-ea90-46d5-adb0-d8804cba8ffa not found, creating... [ 1139.292259] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.292449] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.292578] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.292823] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.292974] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.293376] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.293573] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.293666] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.293882] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.294029] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.294175] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: fb92e293-ea90-46d5-adb0-d8804cba8ffa is going to be created. [ 1139.316276] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.316605] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.316671] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.316936] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.317190] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.317426] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-fb92e293-ea90-46d5-adb0-d8804cba8ffa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.401052] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.401453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.402232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.402697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.402881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.403075] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be created. [ 1139.471768] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.472097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.472097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.472389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.472897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.484726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.484899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.484971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.485262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.485373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.485454] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be created. [ 1139.488394] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: UNINITIALIZED for 2s [ 1139.538362] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.538511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.538562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.538782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.538934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.559485] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: UNINITIALIZED for 2s [ 1139.824022] env[69952]: INFO networking_nsxv3.common.synchronization [req-a82006d5-f60c-42c9-92f3-b4aa78cfca29 req-bd8e39b0-2dd0-449b-9b12-8de9f2180cff tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1139.824214] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1139.825689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.825689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.825689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.825689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.825977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.825977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.826069] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.826176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.826264] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.826357] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.283607] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-455b7169-0d9e-436e-ae27-8b861bceaa68 service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1140.283607] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-455b7169-0d9e-436e-ae27-8b861bceaa68 service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1140.283607] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-455b7169-0d9e-436e-ae27-8b861bceaa68 service nova] Enqueued Resource ID: fb92e293-ea90-46d5-adb0-d8804cba8ffa with Priority: HIGHEST for action port [ 1140.283607] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1140.283607] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1140.283607] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb92e293-ea90-46d5-adb0-d8804cba8ffa with Priority: HIGHEST for action port [ 1140.284306] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.284658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.285183] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.285451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.285807] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb92e293-ea90-46d5-adb0-d8804cba8ffa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.286105] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb92e293-ea90-46d5-adb0-d8804cba8ffa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.286287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb92e293-ea90-46d5-adb0-d8804cba8ffa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.286610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb92e293-ea90-46d5-adb0-d8804cba8ffa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.286902] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb92e293-ea90-46d5-adb0-d8804cba8ffa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.328736] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.790330] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb92e293-ea90-46d5-adb0-d8804cba8ffa with status ACTIVE [ 1140.790330] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.790784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.790784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.790840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.792280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.792280] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.792280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.792280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.792280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.792280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.792280] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.792280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.792280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.792280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.792280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.792669] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb92e293-ea90-46d5-adb0-d8804cba8ffa is going to be updated. [ 1140.816043] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.816210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.816260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.816470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.816608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.816769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb92e293-ea90-46d5-adb0-d8804cba8ffa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.830262] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.317742] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.317982] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.318477] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.318477] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.318669] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.318828] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.319023] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.319330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.319330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.319541] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.319658] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.319773] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.319886] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.320010] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.320125] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.320264] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.333498] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.333664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.333738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.334010] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.334145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.334244] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1141.347762] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.347762] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.347762] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.347762] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-335" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.347762] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-b0525190-89dc-4fee-81d7-b9b6165285de taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.347762] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-b0525190-89dc-4fee-81d7-b9b6165285de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.347762] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-b0525190-89dc-4fee-81d7-b9b6165285de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.347762] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-b0525190-89dc-4fee-81d7-b9b6165285de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.347762] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0525190-89dc-4fee-81d7-b9b6165285de',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.364499] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.364651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.364651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.364883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.365086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.374427] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1141.499665] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 1141.499935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.500121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.500365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.500582] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.500849] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.500970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.501140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.501226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.501315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.501414] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.571817] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1141.571817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.571817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.572104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.572173] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.572291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.572356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.572515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.572592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.572674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.572892] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.573896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.574023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.574179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.574284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.574353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.574539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.574660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.574752] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.853046] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.853046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.853046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.853046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.853046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.853046] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port b0525190-89dc-4fee-81d7-b9b6165285de not found, creating... [ 1141.853046] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.853046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.853046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.853046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.853046] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.853755] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.853755] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.853755] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.854578] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.854903] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.855288] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: b0525190-89dc-4fee-81d7-b9b6165285de is going to be created. [ 1141.878757] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.880244] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.880244] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.880244] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.880937] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.881278] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-b0525190-89dc-4fee-81d7-b9b6165285de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.938263] env[69952]: INFO networking_nsxv3.common.synchronization [req-5814fe61-9476-4957-8e86-a8519657e1e8 req-3b990610-21dd-4a3c-996a-77ec8a117a7a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 1141.938442] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGHEST for action security_group_members [ 1141.938757] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.938884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.938954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.939578] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.939732] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.939881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.939963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.940191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.940403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.940403] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.004955] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.004955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.004955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.004955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.004955] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.004955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.004955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.004955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.004955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.005484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.005484] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.005484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.005484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.005623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.006246] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.006246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.006246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.006246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.006246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.006246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.006246] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.040125] env[69952]: INFO networking_nsxv3.common.synchronization [req-5814fe61-9476-4957-8e86-a8519657e1e8 req-3b990610-21dd-4a3c-996a-77ec8a117a7a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: 8270d6e8-3c71-4029-8970-6c3b70409861 with Priority: HIGHEST for action port [ 1142.040125] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8270d6e8-3c71-4029-8970-6c3b70409861 with Priority: HIGHEST for action port [ 1142.040125] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-8270d6e8-3c71-4029-8970-6c3b70409861 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.040698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.040932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.041284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.041775] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8270d6e8-3c71-4029-8970-6c3b70409861',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.077902] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.077902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.077902] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.442519] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.442835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.442835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.443042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.443137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.443427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.443427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.443527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.443730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.443730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.443871] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c is going to be updated. [ 1142.477323] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.477504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.477570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.477817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.478212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.490297] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: IN_PROGRESS for 2s [ 1142.509016] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 350f0ebb-36c1-4557-84a1-d17daed5d0c2: rpc.has_security_group_logging(os_id): False [ 1142.529178] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.529382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.529382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.529604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.529692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.529920] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.530025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.530092] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.530253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.530330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.530507] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.530601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.530663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.530836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.530934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.531145] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.531245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.531293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.531439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.531513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.531598] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be created. [ 1142.546354] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8270d6e8-3c71-4029-8970-6c3b70409861 with status ACTIVE [ 1142.546646] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.546819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.546916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.547198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.547317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.547539] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.547668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.547753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.547945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.548061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.548279] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.548401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.548484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.548663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.548761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.548870] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8270d6e8-3c71-4029-8970-6c3b70409861 is going to be updated. [ 1142.572686] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-798289d8-5835-46eb-be05-b91cd630cddf service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1142.572892] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-798289d8-5835-46eb-be05-b91cd630cddf service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1142.573132] env[69952]: INFO networking_nsxv3.common.synchronization [req-fafeeb38-d254-46e9-a95f-430c55bddd11 req-798289d8-5835-46eb-be05-b91cd630cddf service nova] Enqueued Resource ID: b0525190-89dc-4fee-81d7-b9b6165285de with Priority: HIGHEST for action port [ 1142.573312] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1142.573443] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1142.573540] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0525190-89dc-4fee-81d7-b9b6165285de with Priority: HIGHEST for action port [ 1142.574287] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.574363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.574562] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.574640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.574824] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0525190-89dc-4fee-81d7-b9b6165285de taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.574934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0525190-89dc-4fee-81d7-b9b6165285de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.575009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0525190-89dc-4fee-81d7-b9b6165285de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.575259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0525190-89dc-4fee-81d7-b9b6165285de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.575342] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0525190-89dc-4fee-81d7-b9b6165285de',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.579902] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.602480] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.602636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.602678] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.602970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.603569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.603569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8270d6e8-3c71-4029-8970-6c3b70409861" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.628661] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.629031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.629031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.629217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.629488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.651117] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 1143.077860] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0525190-89dc-4fee-81d7-b9b6165285de with status ACTIVE [ 1143.081031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.081031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.081031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.081031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.081031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.081031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.081031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.081031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.081031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.081031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.081031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.081924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.082135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.084403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.084403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.084403] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0525190-89dc-4fee-81d7-b9b6165285de is going to be updated. [ 1143.084403] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.084403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.084403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.084919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.084919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.084919] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1143.112280] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.112280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.112280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.112280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.112280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.112280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0525190-89dc-4fee-81d7-b9b6165285de" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.130373] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.130373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.130373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.130373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.130373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.143100] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1143.388677] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1143.388936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.502283] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c in Status: SUCCESS [ 1144.502647] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c deletion is rescheduled due to dependency. [ 1144.502899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.671978] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 1144.672247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.154042] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1145.154320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.154513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.154737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.155500] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.155636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.158331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.158415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.158498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.158615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.158886] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.158945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.159039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.160285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.160464] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.160579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.160687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.160889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.160976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.161080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.161178] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.162081] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.162250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.162408] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.162506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.162567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.162709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.162829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.162895] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.665161] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ae3028-e928-4a6d-a3b3-65828ce2235d: rpc.has_security_group_logging(os_id): False [ 1145.669458] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.701312] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.701522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.701626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.702932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.703072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.703379] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.703524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.703593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.703841] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.703928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.704331] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.704331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.704331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.704512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.704562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.704732] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.704823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.704885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.705043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.705140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.705264] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be created. [ 1145.797495] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.797495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.797495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.797832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.797948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.817560] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1146.169789] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.678285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.678285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.678285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.678285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.678285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.678285] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1146.717093] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.718039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.718039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.718039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.718039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.731671] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1146.997890] env[69952]: INFO networking_nsxv3.common.synchronization [req-346aa26b-f770-4ec8-9192-3b4e15ce4e7a req-759399ed-6f6b-4da4-b645-d908951d903c tempest-ServersNegativeTestJSON-1824941813 tempest-ServersNegativeTestJSON-1824941813-project-member] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 1146.998459] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGHEST for action security_group_members [ 1146.998773] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.998897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.998965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.999231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.999389] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.999491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.999537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.999683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.999761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.000023] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.502519] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.502519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.504102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.504102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.504102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.504102] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.504102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.504102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.504102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.504102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.504102] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be updated. [ 1147.533884] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.534110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.534143] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.534359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.534491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.545169] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: IN_PROGRESS for 2s [ 1147.831347] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1147.831776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.833873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.833873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.833873] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.336530] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.336679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.751742] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1148.752104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.752314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.752552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.752752] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.752984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.753077] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.753303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.753395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.753493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.753596] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.085608] env[69952]: INFO networking_nsxv3.common.synchronization [None req-d4e76016-1cf3-43ff-9b58-0779ae8f3df7 None None] Enqueued Resource ID: cc235c44-c281-471c-bb35-ad94f0da3dc4 with Priority: HIGHEST for action port [ 1149.086205] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc235c44-c281-471c-bb35-ad94f0da3dc4 with Priority: HIGHEST for action port [ 1149.086516] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc235c44-c281-471c-bb35-ad94f0da3dc4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.086640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc235c44-c281-471c-bb35-ad94f0da3dc4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.086707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc235c44-c281-471c-bb35-ad94f0da3dc4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.086976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc235c44-c281-471c-bb35-ad94f0da3dc4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.087223] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc235c44-c281-471c-bb35-ad94f0da3dc4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.256668] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.256884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.256884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.257133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.257329] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.257482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.257563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.257724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.257838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.257958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.258503] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.258503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.258503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.258503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.258707] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.258850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.258950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.259184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.259342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.259510] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.259649] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.338760] env[69952]: INFO networking_nsxv3.common.synchronization [req-f8653788-7887-4aee-9c06-07010cf5ae43 req-3e5ed892-412f-426e-b990-10493d6d3fac tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1149.342432] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1149.343159] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.343159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.343159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.343356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.343446] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.343549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.343618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.343768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.343879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.343949] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.557126] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dee889f-7817-4966-be04-2f1e29dde9fa in Status: SUCCESS [ 1149.557311] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa deletion is rescheduled due to dependency. [ 1149.557421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.590661] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc235c44-c281-471c-bb35-ad94f0da3dc4 [ 1149.590749] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.590927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.590987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.591231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.591327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.591423] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc235c44-c281-471c-bb35-ad94f0da3dc4 already deleted. [ 1149.591532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc235c44-c281-471c-bb35-ad94f0da3dc4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.762549] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ae3028-e928-4a6d-a3b3-65828ce2235d: rpc.has_security_group_logging(os_id): False [ 1149.794301] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.794991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.795180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.795793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.795793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.795970] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.796555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.796827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.797155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.797322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.797619] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.797779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.797881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.798111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.798383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.798558] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.798775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.798902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.799140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.799989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.800122] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1149.849612] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.849612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.849612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.849612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.849612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.849612] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.849612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.849612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.849612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.849612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.849612] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1149.897685] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.897685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.897685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.897685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.897685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.909271] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1149.915287] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.915428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.915501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.915712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.915866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.940625] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1150.005815] env[69952]: INFO networking_nsxv3.common.synchronization [None req-f668c20a-2725-4f23-81f8-435a9fb61ccc None None] Enqueued Resource ID: 1ac5bd86-1c14-42ec-9889-fc81b1d1718c with Priority: HIGHEST for action port [ 1150.005815] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac5bd86-1c14-42ec-9889-fc81b1d1718c with Priority: HIGHEST for action port [ 1150.005815] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ac5bd86-1c14-42ec-9889-fc81b1d1718c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.005815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ac5bd86-1c14-42ec-9889-fc81b1d1718c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.006301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ac5bd86-1c14-42ec-9889-fc81b1d1718c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.007033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ac5bd86-1c14-42ec-9889-fc81b1d1718c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.007133] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac5bd86-1c14-42ec-9889-fc81b1d1718c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.509464] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ac5bd86-1c14-42ec-9889-fc81b1d1718c [ 1150.509786] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.509987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.510089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.510315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.510438] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.510573] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ac5bd86-1c14-42ec-9889-fc81b1d1718c already deleted. [ 1150.510792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ac5bd86-1c14-42ec-9889-fc81b1d1718c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.103142] env[69952]: INFO networking_nsxv3.common.synchronization [req-bdf1253e-418c-43b0-b49c-646bdc58a0b6 req-40de8f0e-4b04-48ea-97a3-5f3fe820c4b4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Enqueued Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_members [ 1151.103142] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 with Priority: HIGHEST for action security_group_members [ 1151.103142] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.103535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.104696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.105918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.107946] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.107946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.107946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.107946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.107946] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.107946] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2c6b888-81da-41dd-9457-6e4cb0dd24c4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.157235] env[69952]: INFO networking_nsxv3.common.synchronization [None req-12e837ae-0053-46c7-bb80-e73dd475973b None None] Enqueued Resource ID: 928561f6-d31f-4b36-b716-4971c86960e9 with Priority: HIGHEST for action port [ 1151.158834] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928561f6-d31f-4b36-b716-4971c86960e9 with Priority: HIGHEST for action port [ 1151.164020] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-928561f6-d31f-4b36-b716-4971c86960e9 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.164020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-928561f6-d31f-4b36-b716-4971c86960e9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.164020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-928561f6-d31f-4b36-b716-4971c86960e9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.164020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-928561f6-d31f-4b36-b716-4971c86960e9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.164020] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('928561f6-d31f-4b36-b716-4971c86960e9',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.609792] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.610199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.610199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.610333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.610446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.610654] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.610852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.610852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.611053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.611148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.611237] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 is going to be updated. [ 1151.644906] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.644906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.644906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.646277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.646277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.656909] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: IN_PROGRESS for 2s [ 1151.665080] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 928561f6-d31f-4b36-b716-4971c86960e9 [ 1151.665376] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.665437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.665710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.665741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.665945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.665945] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:928561f6-d31f-4b36-b716-4971c86960e9 already deleted. [ 1151.666157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-928561f6-d31f-4b36-b716-4971c86960e9" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.918928] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1151.918928] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe deletion is rescheduled due to dependency. [ 1151.920111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.962029] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1151.962029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.962029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.962029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.962029] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.050167] env[69952]: INFO networking_nsxv3.common.synchronization [req-1a8c6b25-129a-4f46-85ae-a4c862300088 req-920ec1e6-d8b5-4cf8-9df4-bda793d36ec9 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1152.050654] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1152.052224] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.052224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.052224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.052224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.052224] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.052224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.052224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.052599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.052776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.054383] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.097056] env[69952]: INFO networking_nsxv3.common.synchronization [None req-7aa71384-6ed6-499a-9e95-03b875685aee None None] Enqueued Resource ID: c60fe69e-b277-4053-a6d7-0435b8ef1e1a with Priority: HIGHEST for action port [ 1152.097056] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60fe69e-b277-4053-a6d7-0435b8ef1e1a with Priority: HIGHEST for action port [ 1152.097056] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c60fe69e-b277-4053-a6d7-0435b8ef1e1a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.097056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c60fe69e-b277-4053-a6d7-0435b8ef1e1a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.097056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c60fe69e-b277-4053-a6d7-0435b8ef1e1a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.097553] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c60fe69e-b277-4053-a6d7-0435b8ef1e1a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.097973] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60fe69e-b277-4053-a6d7-0435b8ef1e1a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.402383] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.402522] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.402568] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.403163] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.403240] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.403660] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.403660] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.403886] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.403938] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.404886] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.404886] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.404886] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.404886] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.404886] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1152.404886] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.405150] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.425711] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.426191] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1152.426191] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.426318] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.426720] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-5e581265-369a-4771-8380-3c198169efb5 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.427010] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-5e581265-369a-4771-8380-3c198169efb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.427145] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-5e581265-369a-4771-8380-3c198169efb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.427541] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-5e581265-369a-4771-8380-3c198169efb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.427754] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e581265-369a-4771-8380-3c198169efb5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.462363] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.462363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.462363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.462589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.462773] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.462917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.463013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.463242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.463360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.463887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.464102] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.556235] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.556401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.556473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.556701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.556796] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.557015] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.557129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.557194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.557352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.557427] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.557513] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1152.591713] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.591916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.591916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.592158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.592310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.599578] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c60fe69e-b277-4053-a6d7-0435b8ef1e1a [ 1152.599787] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.599916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.599986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.600232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.600319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.600508] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c60fe69e-b277-4053-a6d7-0435b8ef1e1a already deleted. [ 1152.600508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c60fe69e-b277-4053-a6d7-0435b8ef1e1a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.607008] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1152.931690] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.933675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.933675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.933675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.933675] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.933675] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 5e581265-369a-4771-8380-3c198169efb5 not found, creating... [ 1152.935450] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.935450] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.935450] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.936552] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.936552] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.936552] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.936552] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.936552] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.936729] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.936958] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.936958] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 5e581265-369a-4771-8380-3c198169efb5 is going to be created. [ 1152.964923] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.965217] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.965359] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.965650] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.966768] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.968091] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-5e581265-369a-4771-8380-3c198169efb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.969066] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.969194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.969281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.969507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.969677] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.969783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.969837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.969986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.970082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.970166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.970426] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.970426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.970546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.970651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.970844] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.970961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.971036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.971183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.971258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.971337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.971426] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.473897] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ae3028-e928-4a6d-a3b3-65828ce2235d: rpc.has_security_group_logging(os_id): False [ 1153.496778] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.496778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.496778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.496778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.496778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.497084] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.497084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.497084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.497766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.497766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.497840] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.497928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.498122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.498252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.498354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.498577] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.498716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.498795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.498986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.499074] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.499186] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1153.569572] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.569785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.569873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.570110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.570263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.596648] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1153.676419] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 in Status: SUCCESS [ 1153.676419] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2c6b888-81da-41dd-9457-6e4cb0dd24c4 deletion is rescheduled due to dependency. [ 1153.676419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2c6b888-81da-41dd-9457-6e4cb0dd24c4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.708562] env[69952]: INFO networking_nsxv3.common.synchronization [req-1a8c6b25-129a-4f46-85ae-a4c862300088 req-150a1c18-4c45-4214-8861-da1c7e6e1e75 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1153.708771] env[69952]: INFO networking_nsxv3.common.synchronization [req-1a8c6b25-129a-4f46-85ae-a4c862300088 req-150a1c18-4c45-4214-8861-da1c7e6e1e75 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1153.708921] env[69952]: INFO networking_nsxv3.common.synchronization [req-1a8c6b25-129a-4f46-85ae-a4c862300088 req-150a1c18-4c45-4214-8861-da1c7e6e1e75 service nova] Enqueued Resource ID: 5e581265-369a-4771-8380-3c198169efb5 with Priority: HIGHEST for action port [ 1153.709507] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1153.709664] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1153.709735] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e581265-369a-4771-8380-3c198169efb5 with Priority: HIGHEST for action port [ 1153.710369] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.710577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.710633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.710857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.710922] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.714335] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.714469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.714663] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e581265-369a-4771-8380-3c198169efb5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.714768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e581265-369a-4771-8380-3c198169efb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.714850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e581265-369a-4771-8380-3c198169efb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.715039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e581265-369a-4771-8380-3c198169efb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.715142] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e581265-369a-4771-8380-3c198169efb5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.216058] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.216058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.223029] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e581265-369a-4771-8380-3c198169efb5 with status ACTIVE [ 1154.223029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.223029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.223029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.223029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.223029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.223029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.223029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.223029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.223029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.223029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.223522] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.223522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.223522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.223522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.223522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.223990] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e581265-369a-4771-8380-3c198169efb5 is going to be updated. [ 1154.266998] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.267524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.267647] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.268286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.268286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.268286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e581265-369a-4771-8380-3c198169efb5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.618801] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1154.618801] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 1154.618801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.618801] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.618954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.619154] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.619409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.619409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.619524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.619610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.619670] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.126619] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.529107] env[69952]: INFO networking_nsxv3.common.synchronization [req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 req-c1bfc809-8bc6-451c-8aca-9b08dacdab7d tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1155.530173] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1155.530259] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.530350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.530459] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.531358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.531358] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.531358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.531358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.531358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.531358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.531663] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.615033] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1155.615033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.628868] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.740271] env[69952]: INFO networking_nsxv3.common.synchronization [req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 req-5017d67f-4998-4ab6-9c5a-063df5478229 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1155.742553] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1155.742927] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.743067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.033783] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.071614] env[69952]: INFO networking_nsxv3.common.synchronization [req-8700e5fb-bae8-4423-812a-96cbf2d4b9e2 req-04fff4dc-6d6c-4c59-afd3-e8b970149508 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1156.072781] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1156.072781] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.072781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.131217] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.131217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.131217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.131632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.131750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.131928] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1156.169920] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.170084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.170135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.170345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.170494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.182727] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1156.232513] env[69952]: INFO networking_nsxv3.common.synchronization [req-c2b355be-a3ed-451a-b270-c2e6a628de06 req-eb303781-d291-49c5-8d92-f7a3dd9292eb tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1156.233090] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1156.233408] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.233537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.233603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.233804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.233961] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.234585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.234585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.234704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.234866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.234866] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.535772] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.738616] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.738764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.738764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.739033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.739516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.739787] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.739942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.739942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.740126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.740197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.740277] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1156.770011] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.770350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.770442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.770660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.771472] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.786425] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1156.838329] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-975 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.838584] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.839253] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.839253] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.839507] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.840493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.840493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.840493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.840667] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.840912] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.841098] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.841265] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.841422] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.841569] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.841771] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.841939] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.867175] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.867251] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.867387] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.867593] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-975" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.868451] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-4e101aa7-8318-408e-bebe-7a138d69670f taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.868451] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-4e101aa7-8318-408e-bebe-7a138d69670f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.868451] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-4e101aa7-8318-408e-bebe-7a138d69670f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.868650] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-4e101aa7-8318-408e-bebe-7a138d69670f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.868782] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e101aa7-8318-408e-bebe-7a138d69670f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.039416] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.039416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.039416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.039573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.039685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.039836] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1157.078472] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.078654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.078699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.078892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.079043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.088813] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1157.333107] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.333858] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.334091] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.334412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.334783] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.334877] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.334998] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.335259] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.335407] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.335622] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.335754] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.335944] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.336072] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.336197] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1157.336324] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.336473] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.360685] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.360946] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1157.361264] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.361557] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-336" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.361988] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-31fff73a-e30a-4454-9994-0d2f71578183 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.362248] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.362448] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.362752] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.362986] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fff73a-e30a-4454-9994-0d2f71578183',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.374090] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.374090] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.374090] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.374090] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.374090] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.374090] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 4e101aa7-8318-408e-bebe-7a138d69670f not found, creating... [ 1157.374090] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.374826] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.374826] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.374953] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.375147] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.375677] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.375932] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.376180] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.376557] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.376807] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.377093] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 4e101aa7-8318-408e-bebe-7a138d69670f is going to be created. [ 1157.399850] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.400330] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.400618] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.401123] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.401525] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.402063] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-4e101aa7-8318-408e-bebe-7a138d69670f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.867676] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.868021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.868253] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.868650] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.868860] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.869364] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.869609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.869783] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.870124] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.870369] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.870794] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.871124] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.873716] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.873716] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.873716] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.873716] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 31fff73a-e30a-4454-9994-0d2f71578183 is going to be updated. [ 1157.903639] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.904065] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.905025] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.905025] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.905025] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.905493] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.159733] env[69952]: INFO networking_nsxv3.common.synchronization [req-c2b355be-a3ed-451a-b270-c2e6a628de06 req-dcedd54a-ed3f-45d4-814f-297ae8dc3353 service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 1158.159733] env[69952]: INFO networking_nsxv3.common.synchronization [req-c2b355be-a3ed-451a-b270-c2e6a628de06 req-dcedd54a-ed3f-45d4-814f-297ae8dc3353 service nova] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1158.159733] env[69952]: INFO networking_nsxv3.common.synchronization [req-c2b355be-a3ed-451a-b270-c2e6a628de06 req-dcedd54a-ed3f-45d4-814f-297ae8dc3353 service nova] Enqueued Resource ID: 4e101aa7-8318-408e-bebe-7a138d69670f with Priority: HIGHEST for action port [ 1158.159733] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_rules [ 1158.159733] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1158.159733] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e101aa7-8318-408e-bebe-7a138d69670f with Priority: HIGHEST for action port [ 1158.163986] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.163986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.163986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.163986] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.163986] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.163986] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.164567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.164567] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e101aa7-8318-408e-bebe-7a138d69670f taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.164567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e101aa7-8318-408e-bebe-7a138d69670f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.164567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e101aa7-8318-408e-bebe-7a138d69670f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.164730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e101aa7-8318-408e-bebe-7a138d69670f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.164730] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e101aa7-8318-408e-bebe-7a138d69670f',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.194411] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1158.194660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.195149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.195394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.195585] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.195705] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.195771] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.195922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.196012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.196101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.196191] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.574295] env[69952]: INFO networking_nsxv3.common.synchronization [req-07d54488-b609-491e-b912-66609b400514 req-98459a6a-20f8-489d-9cae-37735c1866b8 service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 1158.574481] env[69952]: INFO networking_nsxv3.common.synchronization [req-07d54488-b609-491e-b912-66609b400514 req-98459a6a-20f8-489d-9cae-37735c1866b8 service nova] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 1158.574623] env[69952]: INFO networking_nsxv3.common.synchronization [req-07d54488-b609-491e-b912-66609b400514 req-98459a6a-20f8-489d-9cae-37735c1866b8 service nova] Enqueued Resource ID: 31fff73a-e30a-4454-9994-0d2f71578183 with Priority: HIGHEST for action port [ 1158.574873] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_rules [ 1158.575020] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 1158.575112] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31fff73a-e30a-4454-9994-0d2f71578183 with Priority: HIGHEST for action port [ 1158.575746] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.575843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.575912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.576319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.576499] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.577538] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.577652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.577778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.577887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.578044] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.578141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.578199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.578340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.578424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.578516] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.579267] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-31fff73a-e30a-4454-9994-0d2f71578183 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.579520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.579520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.579594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.579627] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fff73a-e30a-4454-9994-0d2f71578183',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.666443] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.666615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.666796] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e101aa7-8318-408e-bebe-7a138d69670f with status ACTIVE [ 1158.667015] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.667169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.667263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.667536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.667652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.667862] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.668016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.668084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.668253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.668335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.668549] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.668677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.669027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.669027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.669027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.669168] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e101aa7-8318-408e-bebe-7a138d69670f is going to be updated. [ 1158.691447] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.691740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.691740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.691932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.692172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.692258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e101aa7-8318-408e-bebe-7a138d69670f" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.697806] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.697923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.697923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.698115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.698272] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.698374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.698435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.698582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.698663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.698748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.698888] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.698979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.699049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.699190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.699321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.699410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.699470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.699605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.699679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.699812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.699858] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.795937] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1158.796137] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe deletion is rescheduled due to dependency. [ 1158.796253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.796411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.796657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.796850] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.796947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.796991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.797166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.797247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.797344] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.081587] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.081917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.081979] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.082994] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31fff73a-e30a-4454-9994-0d2f71578183 with status ACTIVE [ 1159.083221] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.083355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.083506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.083621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.083704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.083892] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.083993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.084102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.084258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.084351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.084544] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.084640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.084698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.084892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.084930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.085035] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31fff73a-e30a-4454-9994-0d2f71578183 is going to be updated. [ 1159.099629] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1159.099874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.100355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.100580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.100767] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.100901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.100965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.101145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.101227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.101323] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.111337] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.111493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.111608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.111784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.111919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.112126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31fff73a-e30a-4454-9994-0d2f71578183" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.202182] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3eaa156-d59a-4f09-9cfd-19f2a3eac50e: rpc.has_security_group_logging(os_id): False [ 1159.223780] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.224031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.224031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.224266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.224362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.224584] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.224681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.224745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.224900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.224976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.225501] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.225667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.225741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.225913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.226322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.226575] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.226670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.226752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.226914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.226992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.227102] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1159.299567] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.335636] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.335636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.335636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.335636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.335636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.358458] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1159.586674] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.604280] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.604466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.604505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.604701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.604792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.604987] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.605103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.605177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.605343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.605426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.605510] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1159.639698] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.639698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.639698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.639698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.639698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.647788] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1159.803111] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.089520] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.090083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.090083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.090083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.090083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.090316] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be updated. [ 1160.137454] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.137454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.137568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.137774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.137870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.147542] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 1160.305299] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.305452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.305521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.305739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.306281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.306281] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1160.339085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.339262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.339318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.339556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.339742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.349957] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1160.414535] env[69952]: INFO networking_nsxv3.common.synchronization [req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c req-f1e2d330-342f-4fc6-9c59-1ab5e6e1e7f3 tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Enqueued Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGHEST for action security_group_members [ 1160.416110] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGHEST for action security_group_members [ 1160.416564] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf40cd7-3f17-411a-91bd-778b4d457a41 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.416786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.416889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.417215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.418945] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.419057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.419111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.419314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.419408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.419511] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf40cd7-3f17-411a-91bd-778b4d457a41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.924569] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.924569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.924569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.924569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.924569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.924569] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.924569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.924569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.924569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.924569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.924569] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 already deleted. [ 1160.924569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.949173] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.949173] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-421" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.949173] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-421" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.949928] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-421" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.950492] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.956045] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.956045] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.956045] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.956045] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.956045] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.956045] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.956045] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.956045] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.958155] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1160.958155] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.958155] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.992651] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.993266] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1160.993615] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.993950] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-421" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.995729] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.996419] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.996419] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.998127] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.998127] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d89ea2-ea7d-4f02-88f6-38d1b99fb530',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.376567] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1161.376868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.501412] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.501690] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.502061] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.502250] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.502518] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.502629] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 17d89ea2-ea7d-4f02-88f6-38d1b99fb530 not found, creating... [ 1161.502980] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.503234] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.503402] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.503882] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.503991] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.505375] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.505649] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.505713] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.505988] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.506184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.506408] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 17d89ea2-ea7d-4f02-88f6-38d1b99fb530 is going to be created. [ 1161.554796] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.555095] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.555273] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.555608] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.555901] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.556214] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.660265] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1161.660480] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d deletion is rescheduled due to dependency. [ 1161.660603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.660779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.661018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.661223] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.661339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.661395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.661566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.661644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.661741] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.159425] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 4s [ 1162.164665] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.164856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.164906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.165112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.165193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.165528] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.165651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.165716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.165888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.165968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.166068] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1162.197955] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.198169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.198215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.198400] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.198543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.209572] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1162.369754] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1162.369860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.370110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.370346] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.370546] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.370666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.370732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.370885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.370987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.371098] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.371192] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.580240] env[69952]: INFO networking_nsxv3.common.synchronization [req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c req-ffe131b3-f8b9-4fb3-965d-56f481ac19ae service nova] Enqueued Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGHEST for action security_group_rules [ 1162.580240] env[69952]: INFO networking_nsxv3.common.synchronization [req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c req-ffe131b3-f8b9-4fb3-965d-56f481ac19ae service nova] Enqueued Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGHEST for action security_group_members [ 1162.582039] env[69952]: INFO networking_nsxv3.common.synchronization [req-228ccfd8-5be9-49c3-9261-a6e7b41ce76c req-ffe131b3-f8b9-4fb3-965d-56f481ac19ae service nova] Enqueued Resource ID: 17d89ea2-ea7d-4f02-88f6-38d1b99fb530 with Priority: HIGHEST for action port [ 1162.582039] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGHEST for action security_group_rules [ 1162.582039] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGHEST for action security_group_members [ 1162.582039] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d89ea2-ea7d-4f02-88f6-38d1b99fb530 with Priority: HIGHEST for action port [ 1162.582039] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf40cd7-3f17-411a-91bd-778b4d457a41 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.582039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.582039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.582039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.582039] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf40cd7-3f17-411a-91bd-778b4d457a41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.582793] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf40cd7-3f17-411a-91bd-778b4d457a41 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.582905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.583213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.583213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.584019] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.584019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.584019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.584347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.584996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.584996] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf40cd7-3f17-411a-91bd-778b4d457a41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.585506] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.585628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.585742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.585843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.586067] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d89ea2-ea7d-4f02-88f6-38d1b99fb530',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.876062] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.876243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.876317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.876551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.876740] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.876850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.876916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.877139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.877233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.877324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.877485] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.878379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.878379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.878379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.878379] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.878379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.878379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.878379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.878379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.878379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.878749] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.088671] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bf40cd7-3f17-411a-91bd-778b4d457a41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.089210] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf40cd7-3f17-411a-91bd-778b4d457a41 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.089406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.090938] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17d89ea2-ea7d-4f02-88f6-38d1b99fb530 with status ACTIVE [ 1163.090938] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.090938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.090938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.090938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.090938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.090938] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.090938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.090938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.090938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.090938] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.091345] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.091345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.091345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.091453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.091453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.091839] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17d89ea2-ea7d-4f02-88f6-38d1b99fb530 is going to be updated. [ 1163.119881] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.120089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.120199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.120487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.120685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.121067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d89ea2-ea7d-4f02-88f6-38d1b99fb530" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.123203] env[69952]: INFO networking_nsxv3.common.synchronization [None req-847e99b9-26c7-4ae2-b44c-99f9026391a4 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_rules [ 1163.123766] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_rules [ 1163.124103] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.124225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.124271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.124528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.124609] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.222061] env[69952]: INFO networking_nsxv3.common.synchronization [None req-2343724a-2770-4f3a-ab92-681c22ad1c1a tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_rules [ 1163.222773] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_rules [ 1163.223192] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.223554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.380985] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d59d0e8a-5fb8-43b5-a94e-3463cd4079fe: rpc.has_security_group_logging(os_id): False [ 1163.407238] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.407354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.407409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.407636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.407734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.407970] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.408226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.408290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.408448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.408527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.408759] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.408873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.408873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.408992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.409109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.415378] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.415378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.415378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.415378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.415378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.415378] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1163.539524] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.539696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.539734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.539969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.540136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.590491] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1163.590491] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bf40cd7-3f17-411a-91bd-778b4d457a41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.665430] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.666412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.666412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.667158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.667338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.667510] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 already deleted. [ 1163.667670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.669848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.671430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.671430] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.093223] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.093464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.093582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.093813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.093915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.094012] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 is going to be created. [ 1164.138315] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.138525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.138525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.138733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.138895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.151690] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 in Status: UNINITIALIZED for 2s [ 1164.171187] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 1164.171187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.171187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.171187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.171187] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.171657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.171657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.171657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.171657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.171657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.171904] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.192311] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.192460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.192530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.192745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.192835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.192927] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 already deleted. [ 1164.193072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.247924] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1164.248176] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d deletion is rescheduled due to dependency. [ 1164.248324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.673907] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.674265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.674342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.674648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.674857] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.675027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.675106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.675319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.675452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.675626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.675800] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.675916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.676052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.676220] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.676451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.676600] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.676707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.676924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.677095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.677218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.677338] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.723831] env[69952]: INFO networking_nsxv3.common.synchronization [req-73a423e8-8d77-40b5-a8ab-b358da9ca832 req-7d967f78-f9de-47ad-87c6-d8309f572c35 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Enqueued Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGHEST for action security_group_members [ 1164.724380] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGHEST for action security_group_members [ 1164.724560] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4468f9d6-17be-474d-bd40-4eb5541a892c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.724644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.724704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.724961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.725145] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.725247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.725327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.725466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.725551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.725647] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4468f9d6-17be-474d-bd40-4eb5541a892c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.151184] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.151184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-625" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.151184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-625" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.151184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-625" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.151184] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.151184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.151184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.151521] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.151794] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.152149] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.152520] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.153656] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.153987] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.154268] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.154487] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.154718] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.180073] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.180401] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.180401] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.180619] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-625" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.180915] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.181215] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.181346] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.181694] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.181843] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bee2544-06aa-467e-9aa1-38ee5d50b8b2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.182787] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 350f0ebb-36c1-4557-84a1-d17daed5d0c2: rpc.has_security_group_logging(os_id): False [ 1165.211231] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.211231] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.211231] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.211231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.211746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.211746] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.211746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.211746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.211746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.211918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.211918] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be updated. [ 1165.228579] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.228820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.228820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.230104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.230104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.230104] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.230104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.230104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.230104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.230104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.230104] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4468f9d6-17be-474d-bd40-4eb5541a892c already deleted. [ 1165.230104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.336576] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.336744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.336807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.337038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.337191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.353402] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 1165.610507] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1165.610739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.685427] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.685890] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.685890] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.686145] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.686385] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.686672] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 7bee2544-06aa-467e-9aa1-38ee5d50b8b2 not found, creating... [ 1165.687034] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.687228] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.687354] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.688059] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.688317] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.688716] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.688911] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.689080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.689465] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.689715] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.689922] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 7bee2544-06aa-467e-9aa1-38ee5d50b8b2 is going to be created. [ 1165.727744] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.727932] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.728063] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.728350] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.728592] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.728827] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.166869] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 in Status: SUCCESS [ 1166.167125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.167334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.167577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.167774] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.168014] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.168014] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.168203] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.168286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.168359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.168450] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bf40cd7-3f17-411a-91bd-778b4d457a41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.401397] env[69952]: INFO networking_nsxv3.common.synchronization [req-73a423e8-8d77-40b5-a8ab-b358da9ca832 req-0bb3941c-2623-4563-bcf5-489ad3849084 service nova] Enqueued Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGHEST for action security_group_rules [ 1166.401397] env[69952]: INFO networking_nsxv3.common.synchronization [req-73a423e8-8d77-40b5-a8ab-b358da9ca832 req-0bb3941c-2623-4563-bcf5-489ad3849084 service nova] Enqueued Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGHEST for action security_group_members [ 1166.401397] env[69952]: INFO networking_nsxv3.common.synchronization [req-73a423e8-8d77-40b5-a8ab-b358da9ca832 req-0bb3941c-2623-4563-bcf5-489ad3849084 service nova] Enqueued Resource ID: 7bee2544-06aa-467e-9aa1-38ee5d50b8b2 with Priority: HIGHEST for action port [ 1166.403655] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGHEST for action security_group_rules [ 1166.403780] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGHEST for action security_group_members [ 1166.403780] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bee2544-06aa-467e-9aa1-38ee5d50b8b2 with Priority: HIGHEST for action port [ 1166.404313] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4468f9d6-17be-474d-bd40-4eb5541a892c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.404313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.404531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.404623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.404732] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4468f9d6-17be-474d-bd40-4eb5541a892c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.405694] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4468f9d6-17be-474d-bd40-4eb5541a892c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.405853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.405966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.406068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.406226] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.406376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.406376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.406548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.406632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.406706] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4468f9d6-17be-474d-bd40-4eb5541a892c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.409123] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.409123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.409123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.409123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.409123] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bee2544-06aa-467e-9aa1-38ee5d50b8b2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.670926] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf40cd7-3f17-411a-91bd-778b4d457a41 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.671182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.671260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.671491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.671739] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.671905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.672055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.672277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.672434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.672594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.672807] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf40cd7-3f17-411a-91bd-778b4d457a41 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.672944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.673132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.673384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.673632] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.673777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.673866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.674052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.674137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.674221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.674313] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bf40cd7-3f17-411a-91bd-778b4d457a41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.909952] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4468f9d6-17be-474d-bd40-4eb5541a892c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.911125] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4468f9d6-17be-474d-bd40-4eb5541a892c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.911266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.911703] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bee2544-06aa-467e-9aa1-38ee5d50b8b2 with status ACTIVE [ 1166.911703] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.911703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.911913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.911956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.912070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.912197] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.912295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.912363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.912511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.912587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.912766] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.912866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.912917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.913097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.913173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.913240] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bee2544-06aa-467e-9aa1-38ee5d50b8b2 is going to be updated. [ 1166.938475] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.938663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.938663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.938940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.939022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.939274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bee2544-06aa-467e-9aa1-38ee5d50b8b2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.106269] env[69952]: INFO networking_nsxv3.common.synchronization [req-ff49105c-5a28-478e-bfe6-74125dc137cc req-3331bc5a-0577-466c-ab38-a7e71dca6593 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1167.107941] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1167.108467] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.108670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.108803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.109169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.109434] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.109610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.109742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.110015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.110293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.110412] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.176912] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bf40cd7-3f17-411a-91bd-778b4d457a41: rpc.has_security_group_logging(os_id): False [ 1167.200582] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.200773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.200813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.201160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.201252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.201469] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.201589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.201649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.201817] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.201893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.202114] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.202222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.202317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.202492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.202622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.202863] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.202863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.203028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.206716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.206833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.206937] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 is going to be created. [ 1167.287259] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.287526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.287526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.287676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.287863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.301984] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 in Status: IN_PROGRESS for 2s [ 1167.399089] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 1167.399421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.415027] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4468f9d6-17be-474d-bd40-4eb5541a892c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.588477] env[69952]: INFO networking_nsxv3.common.synchronization [req-8025aff1-4dbe-4bb6-bc28-4f11bd85588d req-426cca4e-8a57-4db8-930f-7c4bfe4adb0d tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1167.589038] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1167.589347] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.589472] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.589540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.589742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.592735] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.592735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.592735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.592735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.592735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.592735] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.613713] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.677981] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.678279] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.678470] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.679041] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.679725] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.680425] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.680734] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.681320] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.681685] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.683275] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.683275] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.683275] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.683275] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.683605] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.684312] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.684617] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.708145] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.708448] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1167.708651] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.708900] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.709289] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.709549] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.709775] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.710231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.710429] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e12b6e0-54ea-4795-993a-d4af3b6ccb8e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.919383] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.919840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.919840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.919840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.919943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.920016] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4468f9d6-17be-474d-bd40-4eb5541a892c is going to be created. [ 1167.950930] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.950930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.950930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.951244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.951395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.965276] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4468f9d6-17be-474d-bd40-4eb5541a892c in Status: UNINITIALIZED for 2s [ 1168.093656] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.093859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.093898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.094842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.094842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.094842] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.094842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.094842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.094842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.094842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.095496] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1168.118048] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.155726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.156515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.156515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.156515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.156515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.187027] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1168.212767] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.213045] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.213209] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.213502] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.213656] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.213811] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e not found, creating... [ 1168.214162] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.214352] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.214477] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.214708] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.214849] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.215154] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.215315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.215490] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.215653] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.215787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.215927] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e is going to be created. [ 1168.276368] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.276614] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.276746] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.277056] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.277303] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.277549] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.620070] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.620282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.620344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.620564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.620651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.620753] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1168.652999] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.653285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.653285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.653923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.653923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.665256] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1168.933676] env[69952]: INFO networking_nsxv3.common.synchronization [req-ff49105c-5a28-478e-bfe6-74125dc137cc req-96dc4884-9e87-4b52-a4a1-eb9f239fc344 service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1168.933980] env[69952]: INFO networking_nsxv3.common.synchronization [req-ff49105c-5a28-478e-bfe6-74125dc137cc req-96dc4884-9e87-4b52-a4a1-eb9f239fc344 service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1168.937062] env[69952]: INFO networking_nsxv3.common.synchronization [req-ff49105c-5a28-478e-bfe6-74125dc137cc req-96dc4884-9e87-4b52-a4a1-eb9f239fc344 service nova] Enqueued Resource ID: 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e with Priority: HIGHEST for action port [ 1168.937062] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1168.937062] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1168.937062] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e with Priority: HIGHEST for action port [ 1168.937062] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.937062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.937062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.937062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.937062] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.937721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.937721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.938177] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.938381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.938525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.938823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.938979] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e12b6e0-54ea-4795-993a-d4af3b6ccb8e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.357416] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 in Status: SUCCESS [ 1169.357416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.441729] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.441918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.442072] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e with status ACTIVE [ 1169.442313] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.442420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.442483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.442702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.442806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.442949] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.443100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.443157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.443285] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.443364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.443541] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.443636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.443714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.443830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.443948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.444011] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e12b6e0-54ea-4795-993a-d4af3b6ccb8e is going to be updated. [ 1169.469540] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.469731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.469731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.469890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.470048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.470539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e12b6e0-54ea-4795-993a-d4af3b6ccb8e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.976193] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4468f9d6-17be-474d-bd40-4eb5541a892c in Status: SUCCESS [ 1169.976571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.976571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.976795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.977012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.977142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.977183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.977353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.977437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.977524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.977616] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4468f9d6-17be-474d-bd40-4eb5541a892c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.198552] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1170.198552] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 1170.198552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.480037] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4468f9d6-17be-474d-bd40-4eb5541a892c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.480281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.480422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.480768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.481075] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.481282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.481354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.481603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.481820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.481882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.482141] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4468f9d6-17be-474d-bd40-4eb5541a892c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.482304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.482417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.482665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.482901] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.483091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.483172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.483398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.483530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.483672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.483826] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4468f9d6-17be-474d-bd40-4eb5541a892c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.678172] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1170.678399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.678572] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.678794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.678978] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.679101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.679169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.679320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.679403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.679494] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.985949] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4468f9d6-17be-474d-bd40-4eb5541a892c: rpc.has_security_group_logging(os_id): False [ 1171.009706] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.009893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.009893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.010124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.010216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.010437] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.010556] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.010661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.010866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.010999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.011190] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.011293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.011354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.011501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.011576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.011761] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.011853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.011915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.015226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.017491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.017491] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4468f9d6-17be-474d-bd40-4eb5541a892c is going to be created. [ 1171.105453] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.105613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.105690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.105929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.106542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.122314] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4468f9d6-17be-474d-bd40-4eb5541a892c in Status: IN_PROGRESS for 2s [ 1171.184647] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.688567] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.824850] env[69952]: INFO networking_nsxv3.common.synchronization [req-d3626a0a-1cb8-4317-b65f-b54bedb280c0 req-197f66e3-b27b-41bd-8bfe-051c87984d2c tempest-ServerDiskConfigTestJSON-1455486434 tempest-ServerDiskConfigTestJSON-1455486434-project-member] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1171.825433] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGHEST for action security_group_members [ 1171.825779] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.825908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.825974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.826240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.826399] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.826506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.826568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.826714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.826798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.826889] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.192138] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.192539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.192539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.192759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.192856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.192941] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1172.236473] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.236726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.236846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.238724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.238724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.250512] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1172.306785] env[69952]: INFO networking_nsxv3.common.synchronization [req-c9b61184-2e57-43ad-8674-f7f083beb219 req-75624326-5042-42fb-b8e2-ac0571abe20a tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 1172.307433] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 1172.307755] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.307880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.307950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.311291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.311520] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.311672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.311760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.311956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.316274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.316274] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.329924] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.330497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.330622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.330923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.331121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.331387] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.331527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.331611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.331813] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.331919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.332038] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be updated. [ 1172.365385] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.365385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.365385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.365385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.365385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.376954] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: IN_PROGRESS for 2s [ 1172.658127] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.658365] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.658503] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.658793] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.659145] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.659351] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.659476] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.659773] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.659951] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.660252] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.660435] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.660558] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.660693] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.660821] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.661099] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.661281] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.686706] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.687047] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.687110] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.687621] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-710" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.687701] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-0469e0ef-6712-40d1-987f-d1e762acddf0 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.687859] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-0469e0ef-6712-40d1-987f-d1e762acddf0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.687974] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-0469e0ef-6712-40d1-987f-d1e762acddf0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.688378] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-0469e0ef-6712-40d1-987f-d1e762acddf0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.688581] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0469e0ef-6712-40d1-987f-d1e762acddf0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.817342] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.138414] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4468f9d6-17be-474d-bd40-4eb5541a892c in Status: SUCCESS [ 1173.138653] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.191331] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.191573] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.191705] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.191987] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.192252] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.192501] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 0469e0ef-6712-40d1-987f-d1e762acddf0 not found, creating... [ 1173.192748] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.193175] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.193426] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.193787] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.194143] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.194673] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.195080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.195348] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.195704] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.196158] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.196265] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 0469e0ef-6712-40d1-987f-d1e762acddf0 is going to be created. [ 1173.240021] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.240021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.240021] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.240292] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.240478] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.240721] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-0469e0ef-6712-40d1-987f-d1e762acddf0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.319867] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.823345] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.823502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.823571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.823790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.823879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.823986] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be updated. [ 1173.858707] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.858919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.859077] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.859394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.859560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.873769] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: IN_PROGRESS for 2s [ 1174.014550] env[69952]: INFO networking_nsxv3.common.synchronization [req-c9b61184-2e57-43ad-8674-f7f083beb219 req-9da31822-b487-44f2-93cf-a3ed12159a72 service nova] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_rules [ 1174.014768] env[69952]: INFO networking_nsxv3.common.synchronization [req-c9b61184-2e57-43ad-8674-f7f083beb219 req-9da31822-b487-44f2-93cf-a3ed12159a72 service nova] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 1174.014907] env[69952]: INFO networking_nsxv3.common.synchronization [req-c9b61184-2e57-43ad-8674-f7f083beb219 req-9da31822-b487-44f2-93cf-a3ed12159a72 service nova] Enqueued Resource ID: 0469e0ef-6712-40d1-987f-d1e762acddf0 with Priority: HIGHEST for action port [ 1174.015655] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_rules [ 1174.016689] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 1174.016689] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0469e0ef-6712-40d1-987f-d1e762acddf0 with Priority: HIGHEST for action port [ 1174.016689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.016962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.016962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.017197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.017286] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.018281] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.018335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.018523] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-0469e0ef-6712-40d1-987f-d1e762acddf0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.018673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0469e0ef-6712-40d1-987f-d1e762acddf0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.018786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0469e0ef-6712-40d1-987f-d1e762acddf0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.018977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0469e0ef-6712-40d1-987f-d1e762acddf0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.019082] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0469e0ef-6712-40d1-987f-d1e762acddf0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.264313] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1174.264313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.264798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.264798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.264866] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.264976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.265062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.265232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.265313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.265448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.265545] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.387933] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe in Status: SUCCESS [ 1174.388185] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe deletion is rescheduled due to dependency. [ 1174.388321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.520640] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.520841] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.521168] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0469e0ef-6712-40d1-987f-d1e762acddf0 with status ACTIVE [ 1174.521503] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.521659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.521764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.522084] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.522233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.522516] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.522684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.522797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.523113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.523272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.523691] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.523856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.523978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.524236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.524371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.524495] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0469e0ef-6712-40d1-987f-d1e762acddf0 is going to be updated. [ 1174.548484] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.548679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.548759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.549009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.549222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.550187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0469e0ef-6712-40d1-987f-d1e762acddf0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.752964] env[69952]: INFO networking_nsxv3.common.synchronization [req-29780897-4901-45cc-8507-0beb424af45e req-edfb5f27-e3d7-422f-b974-f2d3de04df90 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_members [ 1174.753757] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_members [ 1174.754534] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.754725] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.754883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.755272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.755657] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.755874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.756462] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.756709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.756888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.757033] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.767912] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.768162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.768162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.768344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.768506] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.768611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.768683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.768860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.768932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.769031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.769281] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.769281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.769394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.769458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.769594] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.770149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.770149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.770149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.770149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.770149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.770374] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.261305] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.261305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.261305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.261305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.261305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.261305] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.261584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.261584] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.261679] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.261791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.261890] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 already deleted. [ 1175.261967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.277020] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23347c3a-7439-4004-992e-c5ae7dcf3f5a: rpc.has_security_group_logging(os_id): False [ 1175.295357] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.295593] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.295841] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.295906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.295951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.296163] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.296263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.296334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.296471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.296538] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.296726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.296816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.296872] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.297025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.297103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.297349] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.297439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.297439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.297764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.297928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.298327] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1175.374582] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.374780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.374780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.375076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.375177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.391652] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1175.490304] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.490502] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.490629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.490909] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.491197] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.491353] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.491471] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.491697] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.491841] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.492143] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.492289] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.492352] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.492463] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.492575] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1175.492741] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.492910] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.678777] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.678991] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.186 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1175.679205] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.679358] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.679721] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-6627eb0b-cc42-42a1-90f0-891b5917454b taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.679923] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.680078] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.680461] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.680593] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6627eb0b-cc42-42a1-90f0-891b5917454b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.891030] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: SUCCESS [ 1175.891030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.891030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.891030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.891030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.891030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.891030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.891030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.891515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.891515] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.111121] env[69952]: INFO networking_nsxv3.common.synchronization [req-f13411a5-752a-4767-9b93-019914a8932e req-91f265ee-d667-4ec2-ab95-beabdc82432a tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1176.111858] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1176.112278] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.112431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.112511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.112833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.113135] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.113407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.113407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.113650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.113792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.113942] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.183759] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.184086] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.184250] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.184572] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.184743] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.184916] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 6627eb0b-cc42-42a1-90f0-891b5917454b not found, creating... [ 1176.185233] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.186482] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.186482] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.186482] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.186482] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.186482] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.186482] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.187032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.187032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.187032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.187197] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 6627eb0b-cc42-42a1-90f0-891b5917454b is going to be created. [ 1176.212352] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.212712] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.212906] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.213273] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.213550] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.213815] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.394032] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.615963] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.897376] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.963627] env[69952]: INFO networking_nsxv3.common.synchronization [req-29780897-4901-45cc-8507-0beb424af45e req-065bc076-3720-4c31-b3ae-b7a40970ec22 service nova] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_rules [ 1176.963627] env[69952]: INFO networking_nsxv3.common.synchronization [req-29780897-4901-45cc-8507-0beb424af45e req-065bc076-3720-4c31-b3ae-b7a40970ec22 service nova] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_members [ 1176.963627] env[69952]: INFO networking_nsxv3.common.synchronization [req-29780897-4901-45cc-8507-0beb424af45e req-065bc076-3720-4c31-b3ae-b7a40970ec22 service nova] Enqueued Resource ID: 6627eb0b-cc42-42a1-90f0-891b5917454b with Priority: HIGHEST for action port [ 1176.963627] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_rules [ 1176.963947] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_members [ 1176.965618] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6627eb0b-cc42-42a1-90f0-891b5917454b with Priority: HIGHEST for action port [ 1176.965618] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.965618] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.967626] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.968179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.968179] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.969016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.969016] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.969016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.969016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.970519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.970519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.970519] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.974751] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-6627eb0b-cc42-42a1-90f0-891b5917454b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.974751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.974751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.974751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.974751] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6627eb0b-cc42-42a1-90f0-891b5917454b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.123550] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.402675] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.402996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.402996] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.403131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.403243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.403347] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be updated. [ 1177.406196] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1177.406408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.434665] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.434953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.434953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.435244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.435244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.444774] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: IN_PROGRESS for 2s [ 1177.474726] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.474726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.474726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.476439] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6627eb0b-cc42-42a1-90f0-891b5917454b with status ACTIVE [ 1177.476439] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.476439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.476439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.476439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.476439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.476439] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.476439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.476439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.476439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.476439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.476794] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.476794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.476794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.476984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.478848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.478848] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6627eb0b-cc42-42a1-90f0-891b5917454b is going to be updated. [ 1177.499906] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.500065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.500136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.500348] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.500585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.500750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.626660] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.627037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.627037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.627232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.627326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.627442] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 is going to be updated. [ 1177.691984] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.692218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.692337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.692621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.692820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.704343] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: IN_PROGRESS for 2s [ 1177.980624] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.484743] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.485184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.485184] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.485402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.485531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.486212] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 is going to be created. [ 1178.517907] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.518618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.518948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.519408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.519879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.536018] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: UNINITIALIZED for 2s [ 1179.456564] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: SUCCESS [ 1179.456564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.456564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.456564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.456564] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.456751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.456751] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.456874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.456951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.457052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.457143] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.716188] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: SUCCESS [ 1179.716533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.959653] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.116626] env[69952]: INFO networking_nsxv3.common.synchronization [req-5ec42203-da10-4e6a-aae2-e78b716dafb3 req-6fff0c8c-d3ef-4476-ab1a-1c08d29bd5dc tempest-InstanceActionsTestJSON-1583183260 tempest-InstanceActionsTestJSON-1583183260-project-member] Enqueued Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGHEST for action security_group_members [ 1180.117221] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGHEST for action security_group_members [ 1180.117566] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bf40cd7-3f17-411a-91bd-778b4d457a41 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.117701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.117781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.118023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.118391] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.118766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.118766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.118766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.118928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.118928] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bf40cd7-3f17-411a-91bd-778b4d457a41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.461904] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc: rpc.has_security_group_logging(os_id): False [ 1180.479267] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.479450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.480328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.480328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.480328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.480328] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.480328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.480529] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.480562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.480655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.480752] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be updated. [ 1180.545783] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: SUCCESS [ 1180.546133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.546423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.546768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.547016] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.547225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.547225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.547663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.547663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.547756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.547853] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.555880] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.555880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.555880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.555880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.556170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.572492] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: IN_PROGRESS for 2s [ 1180.620919] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.621175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.621267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.621479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.621570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.621776] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.621894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.622048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.622171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.622257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.622339] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 is going to be updated. [ 1180.657296] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.657673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.657825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.658031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.658205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.688039] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 in Status: IN_PROGRESS for 2s [ 1181.050760] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.301887] env[69952]: INFO networking_nsxv3.common.synchronization [req-8473d1de-fe7a-4003-a36f-0d0bc029c396 req-68ab1634-198b-48d5-b925-57d42d6a3b33 tempest-ServerMetadataNegativeTestJSON-1674430926 tempest-ServerMetadataNegativeTestJSON-1674430926-project-member] Enqueued Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGHEST for action security_group_members [ 1181.302824] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGHEST for action security_group_members [ 1181.304166] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-4468f9d6-17be-474d-bd40-4eb5541a892c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.304381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.304452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.304672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.304883] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.304936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.304989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.305181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.305242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.305340] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4468f9d6-17be-474d-bd40-4eb5541a892c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.356682] env[69952]: INFO networking_nsxv3.common.synchronization [req-b12fff38-1618-4507-9d04-805adea9babc req-50760bef-a460-4001-acb7-bc5bc3493451 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1181.357647] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1181.358023] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.358436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.358519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.359025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.359314] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.359451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.359531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.359715] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.359827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.359942] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.555117] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e434cae-12cd-4233-9b1b-82b8a2872842: rpc.has_security_group_logging(os_id): False [ 1181.574415] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.575649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.575649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.575649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.575649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.575649] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.575649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.575649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.575649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.575649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.575649] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 is going to be created. [ 1181.642395] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.642395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.642395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.642395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.642395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.654623] env[69952]: INFO networking_nsxv3.common.synchronization [req-b12fff38-1618-4507-9d04-805adea9babc req-1076f263-5b12-4723-b4cd-65cc3d304fa2 tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1181.655034] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1181.655944] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.655944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.657355] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: IN_PROGRESS for 2s [ 1181.809205] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.809205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.809598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.809598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.809722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.809963] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.810130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.810224] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.810456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.810569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.810698] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4468f9d6-17be-474d-bd40-4eb5541a892c is going to be updated. [ 1181.855233] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.855431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.855569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.855752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.855900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.863037] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.863264] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.863342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.863569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.863661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.863865] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.863963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.864054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.864255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.864380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.864478] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1181.868463] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4468f9d6-17be-474d-bd40-4eb5541a892c in Status: IN_PROGRESS for 2s [ 1181.896607] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.896896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.896896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.897048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.897606] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.908179] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1182.461255] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.461620] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-658" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.464239] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-658" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.464239] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-658" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.464239] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.464239] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.464239] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.464239] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.464239] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.464239] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.464239] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.464239] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.464239] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.464239] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.464776] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.464776] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.468294] env[69952]: INFO networking_nsxv3.common.synchronization [req-7a18cef4-5154-4332-8d8e-941d721bd651 req-75876cfb-157c-4785-8351-4ef88c011acb tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1182.471425] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1182.472010] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.472141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.472211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.472414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.472566] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.472661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.472722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.472863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.472947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.473052] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.490535] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.490709] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.490852] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.491136] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-658" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.491495] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-f3e43db2-fea8-4180-9b31-69f77e7e0e89 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.491711] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-f3e43db2-fea8-4180-9b31-69f77e7e0e89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.491854] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-f3e43db2-fea8-4180-9b31-69f77e7e0e89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.492247] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-f3e43db2-fea8-4180-9b31-69f77e7e0e89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.492442] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e43db2-fea8-4180-9b31-69f77e7e0e89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.585538] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: SUCCESS [ 1182.585999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.703936] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 in Status: SUCCESS [ 1182.703936] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 deletion is rescheduled due to dependency. [ 1182.703936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.976459] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.995964] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.996331] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.996331] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.996621] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.996781] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.996940] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port f3e43db2-fea8-4180-9b31-69f77e7e0e89 not found, creating... [ 1182.997236] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.997397] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.997641] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.997753] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.997896] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.998222] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.998848] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.998942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.999197] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.999318] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.999934] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: f3e43db2-fea8-4180-9b31-69f77e7e0e89 is going to be created. [ 1183.039555] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.039555] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.039555] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.039555] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.039835] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.039868] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-f3e43db2-fea8-4180-9b31-69f77e7e0e89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.478527] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.672237] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: SUCCESS [ 1183.672499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.880211] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4468f9d6-17be-474d-bd40-4eb5541a892c in Status: SUCCESS [ 1183.880391] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4468f9d6-17be-474d-bd40-4eb5541a892c deletion is rescheduled due to dependency. [ 1183.880498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.921808] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1183.922295] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d deletion is rescheduled due to dependency. [ 1183.922295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.922453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.922963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.922963] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.922963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.922963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.923192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.923192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.923300] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.983280] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.983389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.983442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.983637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.983722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.983825] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1184.025308] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.025543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.025543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.025722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.025871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.043123] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1184.370099] env[69952]: INFO networking_nsxv3.common.synchronization [req-b12fff38-1618-4507-9d04-805adea9babc req-b21142b5-597b-4d36-bc13-3e177ccfff78 service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1184.370283] env[69952]: INFO networking_nsxv3.common.synchronization [req-b12fff38-1618-4507-9d04-805adea9babc req-b21142b5-597b-4d36-bc13-3e177ccfff78 service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1184.370428] env[69952]: INFO networking_nsxv3.common.synchronization [req-b12fff38-1618-4507-9d04-805adea9babc req-b21142b5-597b-4d36-bc13-3e177ccfff78 service nova] Enqueued Resource ID: f3e43db2-fea8-4180-9b31-69f77e7e0e89 with Priority: HIGHEST for action port [ 1184.372468] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1184.372468] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1184.372468] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3e43db2-fea8-4180-9b31-69f77e7e0e89 with Priority: HIGHEST for action port [ 1184.372468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.372468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.372468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.372468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.372468] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.373170] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.373170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.373170] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3e43db2-fea8-4180-9b31-69f77e7e0e89 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.373170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3e43db2-fea8-4180-9b31-69f77e7e0e89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.373170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3e43db2-fea8-4180-9b31-69f77e7e0e89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.373677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3e43db2-fea8-4180-9b31-69f77e7e0e89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.373677] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3e43db2-fea8-4180-9b31-69f77e7e0e89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.425831] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.875583] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.875583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.879022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3e43db2-fea8-4180-9b31-69f77e7e0e89 with status ACTIVE [ 1184.879022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.879022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.879022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.879022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.879022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3e43db2-fea8-4180-9b31-69f77e7e0e89 is going to be updated. [ 1184.912008] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.912008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.912008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.912008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.912008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.912008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3e43db2-fea8-4180-9b31-69f77e7e0e89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.931816] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.149017] env[69952]: INFO networking_nsxv3.common.synchronization [None req-534940c5-022f-44eb-ab78-2cbaf828cec1 None None] Enqueued Resource ID: 591db078-781c-4615-a834-55fc21a8bf11 with Priority: HIGHEST for action port [ 1185.149017] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 591db078-781c-4615-a834-55fc21a8bf11 with Priority: HIGHEST for action port [ 1185.149017] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-591db078-781c-4615-a834-55fc21a8bf11 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.149017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-591db078-781c-4615-a834-55fc21a8bf11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.149017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-591db078-781c-4615-a834-55fc21a8bf11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.149017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-591db078-781c-4615-a834-55fc21a8bf11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.149017] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('591db078-781c-4615-a834-55fc21a8bf11',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.435800] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.436089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.436089] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.436274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.436380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.436487] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1185.468296] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.468446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.468492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.468711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.469210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.478939] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1185.483635] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.483852] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-165" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.483984] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-165" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.484726] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-165" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.485076] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.485264] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.485427] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.485840] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.486045] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.486299] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.486441] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1185.486562] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1185.486676] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1185.486795] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1185.486911] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1185.487064] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1185.513279] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1185.519879] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1185.519879] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1185.519879] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-165" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.519879] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-091b4715-804c-4fdc-8bcf-fc402b3dbad1 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.519879] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-091b4715-804c-4fdc-8bcf-fc402b3dbad1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.519879] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-091b4715-804c-4fdc-8bcf-fc402b3dbad1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.519879] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-091b4715-804c-4fdc-8bcf-fc402b3dbad1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.519879] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091b4715-804c-4fdc-8bcf-fc402b3dbad1',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.651389] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 591db078-781c-4615-a834-55fc21a8bf11 [ 1185.651625] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.651761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.651828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.652070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.652174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.652540] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:591db078-781c-4615-a834-55fc21a8bf11 already deleted. [ 1185.652540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-591db078-781c-4615-a834-55fc21a8bf11" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.843445] env[69952]: INFO networking_nsxv3.common.synchronization [req-14051d69-3db2-4999-b331-e8207c113315 req-d706e385-0fdf-437a-acf8-414a0da4dc00 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1185.843445] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1185.843445] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.843445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.843445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.845048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.845419] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.845698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.845881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.846190] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.846416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.847219] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.934813] env[69952]: INFO networking_nsxv3.common.synchronization [req-31459105-bb47-4622-ab0a-b64c092c47f7 req-592ec9b9-d6e9-48fc-b3c4-ddaef3f78ea2 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1185.935133] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGHEST for action security_group_members [ 1185.936412] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.936412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.936412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.936412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.936412] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.936412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.936412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.936412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.936412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.936412] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.022307] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.022580] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.022713] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.023029] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.023219] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.023397] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 091b4715-804c-4fdc-8bcf-fc402b3dbad1 not found, creating... [ 1186.023674] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.023838] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.023962] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.024219] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.024390] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.024689] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.024850] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.024972] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.025968] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.029289] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.029289] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 091b4715-804c-4fdc-8bcf-fc402b3dbad1 is going to be created. [ 1186.062972] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1186.063282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.064528] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.064753] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.064884] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.065462] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.065730] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.065958] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-091b4715-804c-4fdc-8bcf-fc402b3dbad1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.301517] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.301691] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.301822] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.302118] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.302385] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.302548] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.302669] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.303367] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.303367] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.303367] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.303522] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.303558] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.303670] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.303788] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1186.303897] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.304053] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.326052] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.326174] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1186.326831] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.326831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.326831] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-27eb0880-69ba-410c-bc0b-0b6157c19006 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.327051] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-27eb0880-69ba-410c-bc0b-0b6157c19006" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.327110] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-27eb0880-69ba-410c-bc0b-0b6157c19006" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.327457] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-27eb0880-69ba-410c-bc0b-0b6157c19006" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.327598] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27eb0880-69ba-410c-bc0b-0b6157c19006',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.351857] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.351857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.351857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.351857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.351857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.351857] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.351857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.351857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.351857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.351857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.352312] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1186.384747] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.384906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.384979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.385252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.385344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.396081] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1186.442253] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.442253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.442253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.442253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.442597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.442597] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.442700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.442738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.442875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.442958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.443057] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 is going to be updated. [ 1186.489057] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.489057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.489057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.489057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.489057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.502504] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: IN_PROGRESS for 2s [ 1186.831931] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.831931] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.832452] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.832452] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.832452] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.832714] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 27eb0880-69ba-410c-bc0b-0b6157c19006 not found, creating... [ 1186.832911] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.833098] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.833223] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.833468] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.833616] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.833929] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.834874] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.835070] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.835324] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.835494] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.835645] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 27eb0880-69ba-410c-bc0b-0b6157c19006 is going to be created. [ 1186.859399] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.859605] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.859730] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.860020] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.860261] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.860497] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-27eb0880-69ba-410c-bc0b-0b6157c19006" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.022289] env[69952]: INFO networking_nsxv3.common.synchronization [req-b12fff38-1618-4507-9d04-805adea9babc req-12912f41-5f3a-4778-854c-7a8b1301719a service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1187.022289] env[69952]: INFO networking_nsxv3.common.synchronization [req-b12fff38-1618-4507-9d04-805adea9babc req-12912f41-5f3a-4778-854c-7a8b1301719a service nova] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1187.022289] env[69952]: INFO networking_nsxv3.common.synchronization [req-b12fff38-1618-4507-9d04-805adea9babc req-12912f41-5f3a-4778-854c-7a8b1301719a service nova] Enqueued Resource ID: 091b4715-804c-4fdc-8bcf-fc402b3dbad1 with Priority: HIGHEST for action port [ 1187.028328] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_rules [ 1187.028328] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1187.028328] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 091b4715-804c-4fdc-8bcf-fc402b3dbad1 with Priority: HIGHEST for action port [ 1187.028328] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.028328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.028328] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.028328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.028328] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-091b4715-804c-4fdc-8bcf-fc402b3dbad1 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.028328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-091b4715-804c-4fdc-8bcf-fc402b3dbad1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.028328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-091b4715-804c-4fdc-8bcf-fc402b3dbad1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.032322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-091b4715-804c-4fdc-8bcf-fc402b3dbad1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.032322] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('091b4715-804c-4fdc-8bcf-fc402b3dbad1',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.491966] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1187.492221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.493732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.493732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.493732] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.493732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.493732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.493732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.493732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.493732] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.534401] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 091b4715-804c-4fdc-8bcf-fc402b3dbad1 with status ACTIVE [ 1187.534667] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.535433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.535433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.535433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.535433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.535433] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.535433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.537628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.537628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.537628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.537628] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.537628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.537628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.537628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.537628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.537628] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 091b4715-804c-4fdc-8bcf-fc402b3dbad1 is going to be updated. [ 1187.542419] env[69952]: INFO networking_nsxv3.common.synchronization [None req-c0c64529-97c0-4e9e-866a-a6c516b8b47a None None] Enqueued Resource ID: 0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b with Priority: HIGHEST for action port [ 1187.543637] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b with Priority: HIGHEST for action port [ 1187.543750] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.543945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.543945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.544854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.544854] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.563332] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.563557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.563557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.563743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.563877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.564054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-091b4715-804c-4fdc-8bcf-fc402b3dbad1" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.577101] env[69952]: INFO networking_nsxv3.common.synchronization [req-14051d69-3db2-4999-b331-e8207c113315 req-fcdf1162-b612-4a0b-a7e2-5bb6518295a8 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1187.577393] env[69952]: INFO networking_nsxv3.common.synchronization [req-14051d69-3db2-4999-b331-e8207c113315 req-fcdf1162-b612-4a0b-a7e2-5bb6518295a8 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1187.577542] env[69952]: INFO networking_nsxv3.common.synchronization [req-14051d69-3db2-4999-b331-e8207c113315 req-fcdf1162-b612-4a0b-a7e2-5bb6518295a8 service nova] Enqueued Resource ID: 27eb0880-69ba-410c-bc0b-0b6157c19006 with Priority: HIGHEST for action port [ 1187.577759] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1187.578190] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1187.578190] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27eb0880-69ba-410c-bc0b-0b6157c19006 with Priority: HIGHEST for action port [ 1187.578567] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.579178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.579178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.579178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.583076] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.584262] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.584262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.584768] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-27eb0880-69ba-410c-bc0b-0b6157c19006 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.584890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27eb0880-69ba-410c-bc0b-0b6157c19006" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.585303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27eb0880-69ba-410c-bc0b-0b6157c19006" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.585303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27eb0880-69ba-410c-bc0b-0b6157c19006" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.585303] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27eb0880-69ba-410c-bc0b-0b6157c19006',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.997751] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.047556] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b [ 1188.047901] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.047901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.048057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.048201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.048292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.048393] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b already deleted. [ 1188.048469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6303b9-7a5f-4e1b-acc4-f2407d2ea13b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.086745] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.087008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.087180] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27eb0880-69ba-410c-bc0b-0b6157c19006 with status ACTIVE [ 1188.087356] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.087465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.087537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.087778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.087869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.088102] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.088228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.088228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.088410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.088488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.088671] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.088753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.088875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.088950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.089033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.089154] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27eb0880-69ba-410c-bc0b-0b6157c19006 is going to be updated. [ 1188.111712] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.111981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.111981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.112170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.112275] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.112463] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27eb0880-69ba-410c-bc0b-0b6157c19006" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.408997] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1188.409216] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 1188.409340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.409498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.409710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.409892] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.410017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.410080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.410235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.410310] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.410406] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.501635] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.512660] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea900bd4-ac0a-4688-91b7-f81460234990 in Status: SUCCESS [ 1188.512848] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 deletion is rescheduled due to dependency. [ 1188.512959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.912344] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.004548] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.004706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.004779] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.005021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.005118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.005225] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1189.037123] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.037279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.037433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.037565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.037710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.052123] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1189.414457] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.916909] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.920019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.920019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.920019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.920019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.920019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1189.961103] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.961103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.961291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.961490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.961637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.972489] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1191.064885] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1191.067021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.067021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.067021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.067021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.067021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.067021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.067021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.067021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.067021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.067021] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.070028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.070028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.070028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.070028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.070028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.070028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.070028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.070028] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.418573] env[69952]: INFO networking_nsxv3.common.synchronization [req-d3602a09-8cff-4d33-9aca-19d97e974642 req-4d009752-b17c-4db2-9d9f-60ffab8ff0e9 tempest-ServersV294TestFqdnHostnames-1771200019 tempest-ServersV294TestFqdnHostnames-1771200019-project-member] Enqueued Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_members [ 1191.418573] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c2504a-18c5-408b-9c51-9deb7a63361b with Priority: HIGHEST for action security_group_members [ 1191.418963] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c2504a-18c5-408b-9c51-9deb7a63361b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.419280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.419473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.419961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.421388] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.422026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.422026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.422026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.422207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.422405] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c2504a-18c5-408b-9c51-9deb7a63361b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.577322] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.577322] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.577322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.925723] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.927769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.929294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.929294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.955350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.958256] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.958256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.958256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.958256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.958256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.958256] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2504a-18c5-408b-9c51-9deb7a63361b is going to be updated. [ 1191.982704] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1191.982939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.983197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.983421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.983647] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.983768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.983838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.983988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.984085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.984217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.984271] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.993824] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.994052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.994128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.994363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.994544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.010194] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2504a-18c5-408b-9c51-9deb7a63361b in Status: IN_PROGRESS for 2s [ 1192.078398] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.487859] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.487859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.487859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.488120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.488309] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.488418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.488480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.488638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.488777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.488895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.489081] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.489201] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.489280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.489449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.489591] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.489682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.489742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.490034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.490034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.490034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.490183] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.581979] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.581979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.581979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.581979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.581979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.582359] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1192.611662] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.611891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.611891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.612096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.612265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.623607] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1192.992766] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3eaa156-d59a-4f09-9cfd-19f2a3eac50e: rpc.has_security_group_logging(os_id): False [ 1193.014789] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.015197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.015197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.015369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.015369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.015630] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.015899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.015899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.016060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.016060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.016337] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.016658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.016720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.016929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.017206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.017429] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.017527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.017590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.017736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.017811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.017897] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1193.094480] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.094875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.094875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.095112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.095506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.114940] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1194.024858] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c2504a-18c5-408b-9c51-9deb7a63361b in Status: SUCCESS [ 1194.025060] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c2504a-18c5-408b-9c51-9deb7a63361b deletion is rescheduled due to dependency. [ 1194.025178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c2504a-18c5-408b-9c51-9deb7a63361b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.634460] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1194.634828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.635017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.635322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.635587] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.635789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.635895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.636122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.636250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.636380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.636604] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.636765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.636874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.637120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.637278] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.637419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.637524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.637710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.637837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.637977] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.638119] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.131263] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1195.131527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.143164] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ae3028-e928-4a6d-a3b3-65828ce2235d: rpc.has_security_group_logging(os_id): False [ 1195.164065] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.164065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.164065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.164385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.164469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.164608] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.164704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.164770] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.164924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.164999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.165209] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.165296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.165362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.165493] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.165560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.165744] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.165832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.165894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.166048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.166122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.166207] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1195.240375] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.240569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.240569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.241341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.241341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.255414] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1195.750441] env[69952]: INFO networking_nsxv3.common.synchronization [req-c4b44673-1227-44a8-9677-9dc2bf30295c req-e42cd81f-f26f-4670-ab87-cb7f87ea8cad tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_members [ 1195.750996] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGHEST for action security_group_members [ 1195.751389] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c8566f5-a970-4211-801c-cd82bc4342fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.751523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.751590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.751785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.751936] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.752468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.752468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.752468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.752468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.752468] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.254812] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.255087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.255087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.255334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.255407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.255704] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.255780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.255780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.255926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.256253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.256253] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8566f5-a970-4211-801c-cd82bc4342fd is going to be updated. [ 1196.288056] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.288212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.288282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.288506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.288649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.299453] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8566f5-a970-4211-801c-cd82bc4342fd in Status: IN_PROGRESS for 2s [ 1197.270344] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1197.270738] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.270793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.271097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.271239] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.774095] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.774259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.774473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.774703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.774931] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.775068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.775139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.775343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.775433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.775522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.775631] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.100826] env[69952]: INFO networking_nsxv3.common.synchronization [None req-0709eba8-188c-48a6-b972-36f955576c67 tempest-AttachInterfacesTestJSON-219565185 tempest-AttachInterfacesTestJSON-219565185-project-member] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 1198.101548] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGHEST for action security_group_members [ 1198.101907] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.102042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.102112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.102315] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.102483] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.102585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.102639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.102792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.102873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.102963] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.278174] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.278497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.278497] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.279178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.279178] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.279178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.279178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.279487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.279487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.279610] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.279764] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.279886] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.279970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.280168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.280344] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.280467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.280550] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.280750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.280819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.280924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.281209] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.309469] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c8566f5-a970-4211-801c-cd82bc4342fd in Status: SUCCESS [ 1198.309734] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c8566f5-a970-4211-801c-cd82bc4342fd deletion is rescheduled due to dependency. [ 1198.309891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.606638] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.606791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.606791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.606979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.607149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.607359] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.607464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.607530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.607754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.607832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.607921] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be updated. [ 1198.635492] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.635658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.635740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.635955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.636137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.645872] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: IN_PROGRESS for 2s [ 1198.785845] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ae3028-e928-4a6d-a3b3-65828ce2235d: rpc.has_security_group_logging(os_id): False [ 1198.804639] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.804913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.804913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.805056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.805175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.805376] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.805480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.805626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.805737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.805827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.806033] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.806181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.806250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.806387] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.806467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.806657] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.806749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.806808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.806943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.807025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.807111] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1198.877640] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.877951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.877951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.878090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.878231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.904954] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1200.422729] env[69952]: INFO networking_nsxv3.common.synchronization [req-45bd9d38-0a43-404d-88f1-28d33e5db24c req-87cb5d7e-9d58-4619-b135-6c9e3d64b66f tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1200.423385] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1200.423724] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.423848] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.423926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.425046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.428583] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.428583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.428583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.428583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.428583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.428583] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.505271] env[69952]: INFO networking_nsxv3.common.synchronization [req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f req-84680901-d119-4db6-9eec-9713eca0a35b tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1200.505777] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1200.507243] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.507243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.507243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.507243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.508164] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.508290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.508359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.508590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.508974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.509095] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.655248] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 in Status: SUCCESS [ 1200.655430] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 deletion is rescheduled due to dependency. [ 1200.655596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.917787] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.918165] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.918165] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.918580] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.919049] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.919237] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.919387] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.919705] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.919893] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.920135] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.920265] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.920372] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.920529] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.920876] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1200.921012] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.921252] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.923081] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1200.923322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.929992] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.930149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.930194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.930420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.930505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.930750] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.930855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.930855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.931244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.931334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.931443] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c already deleted. [ 1200.931524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.944896] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.945098] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1200.945263] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.945463] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.945814] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-7f3e1037-1a51-484a-badf-5e40237133fb taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.946088] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-7f3e1037-1a51-484a-badf-5e40237133fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.946257] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-7f3e1037-1a51-484a-badf-5e40237133fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.946592] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-7f3e1037-1a51-484a-badf-5e40237133fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.946764] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3e1037-1a51-484a-badf-5e40237133fb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.968893] env[69952]: INFO networking_nsxv3.common.synchronization [req-cfaeb18a-8c47-47f5-b53e-f5a52e5c503f req-41a26e94-c4e5-4737-b539-fdd127a8fb7b tempest-ServersTestMultiNic-1082864879 tempest-ServersTestMultiNic-1082864879-project-member] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1200.969561] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGHEST for action security_group_members [ 1200.970123] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.970123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.016416] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.066435] env[69952]: INFO networking_nsxv3.common.synchronization [req-52ff10bc-7274-4415-a2a9-40401c0ac9dc req-437453ad-2bc3-4954-9070-462d2dc46629 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1201.066969] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1201.067309] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.067456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.067559] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.067718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.068242] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.068242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.068242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.068242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.068242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.068609] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.449798] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.450162] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.450258] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.450565] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.450693] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.451084] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 7f3e1037-1a51-484a-badf-5e40237133fb not found, creating... [ 1201.451124] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.451331] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.451485] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.451800] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.451960] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.452286] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.452464] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.452595] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.452828] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.453034] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.453196] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 7f3e1037-1a51-484a-badf-5e40237133fb is going to be created. [ 1201.474905] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.475281] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.475455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.475865] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.476150] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.476422] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-7f3e1037-1a51-484a-badf-5e40237133fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.519331] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.570430] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.571116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.571116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.571116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.571265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.571477] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.571589] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.571654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.571835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.571915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.572011] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1201.635736] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.635882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.635953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.636188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.636332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.656704] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1202.022180] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.022371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.022411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.022627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.022718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.022889] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1202.052857] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.053000] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.053124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.053307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.053502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.063987] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1202.836493] env[69952]: INFO networking_nsxv3.common.synchronization [req-45bd9d38-0a43-404d-88f1-28d33e5db24c req-f4d76a3b-80b0-4f05-93aa-891b771aac94 service nova] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_rules [ 1202.836830] env[69952]: INFO networking_nsxv3.common.synchronization [req-45bd9d38-0a43-404d-88f1-28d33e5db24c req-f4d76a3b-80b0-4f05-93aa-891b771aac94 service nova] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1202.837169] env[69952]: INFO networking_nsxv3.common.synchronization [req-45bd9d38-0a43-404d-88f1-28d33e5db24c req-f4d76a3b-80b0-4f05-93aa-891b771aac94 service nova] Enqueued Resource ID: 7f3e1037-1a51-484a-badf-5e40237133fb with Priority: HIGHEST for action port [ 1202.838162] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_rules [ 1202.838329] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1202.839046] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3e1037-1a51-484a-badf-5e40237133fb with Priority: HIGHEST for action port [ 1202.839382] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.839516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.839585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.839864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.840279] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.844721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.844721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.844721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.844721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.844721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.844933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.844933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.845018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.845998] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.846151] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.847248] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f3e1037-1a51-484a-badf-5e40237133fb taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.847359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f3e1037-1a51-484a-badf-5e40237133fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.847430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f3e1037-1a51-484a-badf-5e40237133fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.847711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f3e1037-1a51-484a-badf-5e40237133fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.847711] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3e1037-1a51-484a-badf-5e40237133fb',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.310086] env[69952]: INFO networking_nsxv3.common.synchronization [req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a req-aef90864-f0ea-4009-be5a-500611c4c97c tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1203.310086] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1203.310086] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.310086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.349748] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.349940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.350210] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f3e1037-1a51-484a-badf-5e40237133fb with status ACTIVE [ 1203.350447] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.350603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.350697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.350994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.352030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.352030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.352030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.352030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.352030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.352239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.353121] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.353121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.353121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.353121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.353121] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.353121] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f3e1037-1a51-484a-badf-5e40237133fb is going to be updated. [ 1203.354732] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.381743] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.381916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.381916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.382164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.382311] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.382482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f3e1037-1a51-484a-badf-5e40237133fb" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.666291] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1203.666475] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 1203.666615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.748215] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.748486] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.748636] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.748991] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.749501] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.749704] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.749785] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.750053] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.750239] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.750463] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.750581] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.750693] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.751284] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.751284] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.751284] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.751284] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.771854] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.772166] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1203.772272] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.772406] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.772729] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-a995d368-b90d-4127-9b63-b0ef07a31f73 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.772909] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-a995d368-b90d-4127-9b63-b0ef07a31f73" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.773038] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-a995d368-b90d-4127-9b63-b0ef07a31f73" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.773421] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-a995d368-b90d-4127-9b63-b0ef07a31f73" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.773619] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a995d368-b90d-4127-9b63-b0ef07a31f73',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.860028] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.075453] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1204.075702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.075899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.076103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.076288] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.076442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.076533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.076630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.076688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.076774] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.275978] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.276314] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.276383] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.276693] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.276862] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.277033] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port a995d368-b90d-4127-9b63-b0ef07a31f73 not found, creating... [ 1204.277311] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.277525] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.277626] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.277872] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.278039] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.278360] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.279213] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.279402] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.279639] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.279820] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.279929] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: a995d368-b90d-4127-9b63-b0ef07a31f73 is going to be created. [ 1204.300497] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.300778] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.300860] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.301142] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.301389] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.303821] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-a995d368-b90d-4127-9b63-b0ef07a31f73" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.365964] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.366424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.366424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.366424] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.366666] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.366666] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c is going to be created. [ 1204.398468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.398750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.398750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.398871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.399032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.418120] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: UNINITIALIZED for 2s [ 1204.582815] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.582815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.582815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.582815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.582815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.582815] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.582815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.582815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.582815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.582815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.582815] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be updated. [ 1204.615159] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.615159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.615159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.615159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.615404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.627202] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: IN_PROGRESS for 2s [ 1205.269681] env[69952]: INFO networking_nsxv3.common.synchronization [req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a req-f5e89aa0-2e7d-4382-8f93-3f6c05d17175 service nova] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_rules [ 1205.269976] env[69952]: INFO networking_nsxv3.common.synchronization [req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a req-f5e89aa0-2e7d-4382-8f93-3f6c05d17175 service nova] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1205.270032] env[69952]: INFO networking_nsxv3.common.synchronization [req-1b9a8d38-f663-4ae7-af81-ab4f2c0fae3a req-f5e89aa0-2e7d-4382-8f93-3f6c05d17175 service nova] Enqueued Resource ID: a995d368-b90d-4127-9b63-b0ef07a31f73 with Priority: HIGHEST for action port [ 1205.270585] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_rules [ 1205.270653] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1205.270722] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a995d368-b90d-4127-9b63-b0ef07a31f73 with Priority: HIGHEST for action port [ 1205.270996] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.273523] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.273794] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.273891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.274155] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-a995d368-b90d-4127-9b63-b0ef07a31f73 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.274155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a995d368-b90d-4127-9b63-b0ef07a31f73" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.274544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a995d368-b90d-4127-9b63-b0ef07a31f73" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.274966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a995d368-b90d-4127-9b63-b0ef07a31f73" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.275097] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a995d368-b90d-4127-9b63-b0ef07a31f73',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.780022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a995d368-b90d-4127-9b63-b0ef07a31f73 with status ACTIVE [ 1205.780022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.780022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.780022] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.780022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.780022] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a995d368-b90d-4127-9b63-b0ef07a31f73 is going to be updated. [ 1205.805793] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.805793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.805793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.806293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.806454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.806939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a995d368-b90d-4127-9b63-b0ef07a31f73" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.338234] env[69952]: INFO networking_nsxv3.common.synchronization [None req-62bcdbf2-3519-46e0-8018-00227702c64d None None] Enqueued Resource ID: 2ac42414-3be0-440a-8ce0-b0f5d4230fb4 with Priority: HIGHEST for action port [ 1206.338757] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ac42414-3be0-440a-8ce0-b0f5d4230fb4 with Priority: HIGHEST for action port [ 1206.339352] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ac42414-3be0-440a-8ce0-b0f5d4230fb4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.339473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ac42414-3be0-440a-8ce0-b0f5d4230fb4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.339619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ac42414-3be0-440a-8ce0-b0f5d4230fb4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.341033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ac42414-3be0-440a-8ce0-b0f5d4230fb4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.341123] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ac42414-3be0-440a-8ce0-b0f5d4230fb4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.427738] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: SUCCESS [ 1206.427948] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.428128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.428343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.428543] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.428661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.428726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.428898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.428981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.429090] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.642242] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d in Status: SUCCESS [ 1206.642426] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d deletion is rescheduled due to dependency. [ 1206.642540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.845125] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ac42414-3be0-440a-8ce0-b0f5d4230fb4 [ 1206.845378] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.845526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.845696] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.845788] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.846690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.846690] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ac42414-3be0-440a-8ce0-b0f5d4230fb4 already deleted. [ 1206.846690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ac42414-3be0-440a-8ce0-b0f5d4230fb4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.944417] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.353302] env[69952]: INFO networking_nsxv3.common.synchronization [req-fcfe163b-8212-4013-9066-4fd51aea449e req-4982b1da-ad64-412d-88cd-a1b503f992e8 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1207.353688] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1207.354458] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.354759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.354759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.354892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.355052] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.355154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.355212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.355361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.355457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.355538] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.451981] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.860743] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.957989] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.957989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.957989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.957989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.957989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.957989] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c is going to be updated. [ 1208.015517] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.015604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.015604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.015829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.015983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.032262] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: IN_PROGRESS for 2s [ 1208.364548] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.370154] env[69952]: INFO networking_nsxv3.common.synchronization [None req-766b51d5-04b4-4541-924f-711e2145471a None None] Enqueued Resource ID: 2924152f-1508-45a6-a6e9-1b690386a7fd with Priority: HIGHEST for action port [ 1208.370586] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2924152f-1508-45a6-a6e9-1b690386a7fd with Priority: HIGHEST for action port [ 1208.371012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-2924152f-1508-45a6-a6e9-1b690386a7fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.371198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2924152f-1508-45a6-a6e9-1b690386a7fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.371321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2924152f-1508-45a6-a6e9-1b690386a7fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.371628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2924152f-1508-45a6-a6e9-1b690386a7fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.371801] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2924152f-1508-45a6-a6e9-1b690386a7fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.531021] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.531433] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.531724] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.532139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.532585] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.532899] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.533184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.533748] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.534176] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.534176] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.534434] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.534605] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.534752] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.535024] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.535219] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.535405] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.555798] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.556137] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.556491] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.556678] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-227" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.557185] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.557389] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.557516] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.557852] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.557996] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.866914] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.867085] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.867157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.867376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.867464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.867565] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1208.874444] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2924152f-1508-45a6-a6e9-1b690386a7fd [ 1208.874707] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.874838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.874905] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.875169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.875205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.875298] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2924152f-1508-45a6-a6e9-1b690386a7fd already deleted. [ 1208.875381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2924152f-1508-45a6-a6e9-1b690386a7fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.907749] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.907863] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.907943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.908199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.909139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.920978] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1209.062380] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.062380] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.062380] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.062380] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.062562] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.062660] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d not found, creating... [ 1209.062932] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.063118] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.063243] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.063506] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.063656] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.063940] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.064122] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.064246] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.064504] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.064725] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.064948] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d is going to be created. [ 1209.091246] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.091509] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.091648] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.091928] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.092184] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.092421] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.045820] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: SUCCESS [ 1210.046192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.046411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.046768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.048025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.048025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.048025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.048025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.048025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.048025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.048025] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.048869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.049076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.049294] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.049421] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.049499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.049650] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.049724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.049724] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.213618] env[69952]: INFO networking_nsxv3.common.synchronization [req-fcfe163b-8212-4013-9066-4fd51aea449e req-ea71694d-548e-4366-b9ba-63a4c69116fd service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1210.213618] env[69952]: INFO networking_nsxv3.common.synchronization [req-fcfe163b-8212-4013-9066-4fd51aea449e req-ea71694d-548e-4366-b9ba-63a4c69116fd service nova] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1210.213618] env[69952]: INFO networking_nsxv3.common.synchronization [req-fcfe163b-8212-4013-9066-4fd51aea449e req-ea71694d-548e-4366-b9ba-63a4c69116fd service nova] Enqueued Resource ID: cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d with Priority: HIGHEST for action port [ 1210.213618] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_rules [ 1210.213618] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1210.213618] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d with Priority: HIGHEST for action port [ 1210.213860] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.214107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.214107] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.214281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.214361] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.215437] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.215555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.220020] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.220020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.220020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.220020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.220020] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.555568] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.555776] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.555902] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.718560] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.719316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.719316] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d with status ACTIVE [ 1210.719316] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.719316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.719634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.719634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.719716] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.720345] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.720483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.720553] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.721012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.721012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.721012] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.721154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.721154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.721272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.721965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.721965] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d is going to be updated. [ 1210.742758] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.742981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.742981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.743192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.743339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.743532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb4a2307-2dfd-46fb-ad31-3fb1d7e7f58d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.933560] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1210.934831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.934831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.934831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.934831] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.934831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.934831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.934831] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.935189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.935189] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.058942] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.441807] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.565305] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.565585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.565768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.566103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.566289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.566510] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c is going to be updated. [ 1211.597642] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.597642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.597642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.597642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.597642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.606639] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: IN_PROGRESS for 2s [ 1211.944339] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.447146] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.447646] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.447832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.448144] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.448286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.448449] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1212.477633] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.477836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.477952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.478244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.478452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.489095] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1213.617341] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: SUCCESS [ 1213.617341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.617753] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.618304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.618304] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.618304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.618501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.618501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.618566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.619299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.619299] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.619299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.619299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.619299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.619557] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.619557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.619648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.619707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.619777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.619851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.619935] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.122296] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c: rpc.has_security_group_logging(os_id): False [ 1214.142727] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.142727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.142727] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.142894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.142894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.143036] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.143137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.143199] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.143353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.143426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.143661] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.143762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.143822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.143960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.144043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.144274] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.144359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.144460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.144503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.144618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.144737] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c is going to be created. [ 1214.212208] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.212346] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.213162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.213162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.213162] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.226496] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: IN_PROGRESS for 2s [ 1214.500767] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1214.501022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.501181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.501444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.503028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.503028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.503028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.503028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.503028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.503028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.503028] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.004932] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.005269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.005269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.005585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.005663] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.005736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.005791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.006766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.006766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.006766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.006766] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.006766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.006766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.006766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.006766] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.006766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.006766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.007331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.007331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.007331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.007331] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.214392] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.214392] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1215.510747] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23347c3a-7439-4004-992e-c5ae7dcf3f5a: rpc.has_security_group_logging(os_id): False [ 1215.532674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.532674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.532674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.533028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.533197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.537024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.537024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.537024] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.537024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.538440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.538543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.538641] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1215.605171] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.605383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.605461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.605822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.605989] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.620777] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1216.242049] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: SUCCESS [ 1216.242336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.242401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.243139] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.243139] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.745119] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.745381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.745381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.745516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.745667] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.745772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.745832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.745962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.746052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.746141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.746218] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.248531] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.249039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.249039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.249039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.249226] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.249343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.249413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.249549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.249639] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.249728] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.249880] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.249972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.250044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.250194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.250380] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.250510] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.250613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.250790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.250881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.250962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.251073] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.633920] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1217.634155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.753786] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c: rpc.has_security_group_logging(os_id): False [ 1217.774321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.775599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.775754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.776099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.776255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.776599] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.776833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.776922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.777154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.777279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.777507] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.777616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.777693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.777871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.777941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.780921] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.781101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.781101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.781286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.781360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.781456] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c is going to be updated. [ 1217.849990] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.850255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.850255] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.850453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.850605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.863119] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: IN_PROGRESS for 2s [ 1219.879547] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: SUCCESS [ 1219.880251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.215257] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.215369] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.246584] env[69952]: INFO networking_nsxv3.common.synchronization [req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f req-cc5ea84f-82d0-4f73-b9f9-a289128fd1b0 tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1223.247237] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1223.247786] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.248090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.248090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.251016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.251016] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.251016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.251016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.251016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.251016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.251016] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.537290] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.537495] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.537626] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.537903] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.538174] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.538338] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.538461] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.538686] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.538963] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.539199] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.539322] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.539438] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.539552] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.539669] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1223.539779] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.539918] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.559961] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.560172] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1223.560281] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.560463] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-119" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.560780] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-99418f9d-2fdf-4a20-863e-35069c174f70 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.560957] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-99418f9d-2fdf-4a20-863e-35069c174f70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.561103] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-99418f9d-2fdf-4a20-863e-35069c174f70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.561449] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-99418f9d-2fdf-4a20-863e-35069c174f70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.561620] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99418f9d-2fdf-4a20-863e-35069c174f70',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.751837] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.752062] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.752118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.752294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.752385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.752586] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.752688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.752749] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.752903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.752978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.753070] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1223.785998] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.786194] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.786239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.786444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.786587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.795930] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1224.065740] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.065740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.065740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.065740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.065740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.065740] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 99418f9d-2fdf-4a20-863e-35069c174f70 not found, creating... [ 1224.065740] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.065740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.065740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.065740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.065740] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.066402] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.066402] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.066402] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.066580] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.066761] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.066917] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 99418f9d-2fdf-4a20-863e-35069c174f70 is going to be created. [ 1224.088458] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.088696] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.088831] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.089139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.089385] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.089622] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-99418f9d-2fdf-4a20-863e-35069c174f70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.692560] env[69952]: INFO networking_nsxv3.common.synchronization [req-77b075c4-dffb-47f9-9fbb-465f1eaf5301 req-291dd2e7-386e-40db-b8c1-b67aeb15e496 tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1224.698238] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1224.698238] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.698238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.698238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.698238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.698971] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.698971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.698971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.698971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.698971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.699177] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.848899] env[69952]: INFO networking_nsxv3.common.synchronization [req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f req-98a51c85-9107-46c9-8b78-6567d0529452 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1224.848899] env[69952]: INFO networking_nsxv3.common.synchronization [req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f req-98a51c85-9107-46c9-8b78-6567d0529452 service nova] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1224.849052] env[69952]: INFO networking_nsxv3.common.synchronization [req-d5b5cd7c-f0a8-4dd8-99ae-ac8c555f453f req-98a51c85-9107-46c9-8b78-6567d0529452 service nova] Enqueued Resource ID: 99418f9d-2fdf-4a20-863e-35069c174f70 with Priority: HIGHEST for action port [ 1224.849673] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_rules [ 1224.849843] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1224.849956] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99418f9d-2fdf-4a20-863e-35069c174f70 with Priority: HIGHEST for action port [ 1224.851606] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.851726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.851780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.853337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.853456] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.854701] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.854859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.855131] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-99418f9d-2fdf-4a20-863e-35069c174f70 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.855269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99418f9d-2fdf-4a20-863e-35069c174f70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.855362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99418f9d-2fdf-4a20-863e-35069c174f70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.855618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99418f9d-2fdf-4a20-863e-35069c174f70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.855707] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99418f9d-2fdf-4a20-863e-35069c174f70',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.201062] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.359417] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.359417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.359417] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99418f9d-2fdf-4a20-863e-35069c174f70 with status ACTIVE [ 1225.359417] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.359417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.359417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.359417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.359417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.359417] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.359417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.359417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.359969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.359969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.359969] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.359969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.359969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.360239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.360239] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.360312] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99418f9d-2fdf-4a20-863e-35069c174f70 is going to be updated. [ 1225.388457] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.388570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.388703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.388828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.389010] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.389111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99418f9d-2fdf-4a20-863e-35069c174f70" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.705354] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.804773] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1225.804973] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 1225.805106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.805269] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.805485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.805673] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.805789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.805852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.806013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.806106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.806197] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.208235] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.208409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.208480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.208724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.208839] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.208944] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1226.241280] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.241503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.241503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.241741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.241928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.250909] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1226.308291] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.811201] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.313042] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.313205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.313267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.313482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.313564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.313737] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1227.342046] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.342235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.342235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.342437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.342548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.350729] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1228.262081] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1228.262484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.361660] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1229.361988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.362182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.362445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.362603] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.362730] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.362783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.362952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.363052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.363152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.363247] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.850675] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.850879] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1229.865430] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.865580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.865652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.865877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.866110] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.866206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.866245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.866384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.866466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.866598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.866703] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.866797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.866861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.867015] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.867549] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.867549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.867549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.867549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.867549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.867850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.867850] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.369924] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3eaa156-d59a-4f09-9cfd-19f2a3eac50e: rpc.has_security_group_logging(os_id): False [ 1230.390692] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.390879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.390930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.392072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.392072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.392072] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.392072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.392072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.392072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.392072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.392072] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.392504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.392504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.392504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.392504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.392634] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.392708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.392708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.393020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.393020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.393020] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1230.464975] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.465163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.465238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.465402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.465552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.480206] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1231.508314] env[69952]: INFO networking_nsxv3.common.synchronization [req-377e21f2-afe2-4590-bc4b-cb759ac22582 req-06c5afbf-8e91-4638-8e54-6202402da96f tempest-ServersTestJSON-648016730 tempest-ServersTestJSON-648016730-project-member] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1231.508866] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGHEST for action security_group_members [ 1231.509184] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.509307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.509425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.509565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.509717] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.509815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.509878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.512426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.512426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.512426] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.014195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.014383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.014426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.014652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.014782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.015000] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.015124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.015189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.015355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.015432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.015518] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be updated. [ 1232.045208] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.045354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.045406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.045615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.045766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.058452] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: IN_PROGRESS for 2s [ 1232.494498] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1232.494747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.625231] env[69952]: INFO networking_nsxv3.common.synchronization [req-10ae61ad-b5f8-4124-95ec-48e37f8e49e8 req-9c6a07a3-2232-4f39-8252-ab6acbaf8bef tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1233.625231] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1233.625828] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.625828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.625828] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.625962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.626964] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.626964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.626964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.626964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.626964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.626964] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.070868] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a in Status: SUCCESS [ 1234.070868] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a deletion is rescheduled due to dependency. [ 1234.070868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.132028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.132028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.132028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.132028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.132028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.132028] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.132028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.132028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.132028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.132028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.132028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1234.161359] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.164019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.164019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.164019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.164019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.173438] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1236.184860] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1236.185172] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 deletion is rescheduled due to dependency. [ 1236.185234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.627476] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.628222] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1240.021025] env[69952]: INFO networking_nsxv3.common.synchronization [None req-5e69d5d2-61e2-4ba8-a10a-d8f5b5563c2b None None] Enqueued Resource ID: e15899d9-7872-4fcf-abce-4f554cc42be7 with Priority: HIGHEST for action port [ 1240.021025] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15899d9-7872-4fcf-abce-4f554cc42be7 with Priority: HIGHEST for action port [ 1240.021025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-e15899d9-7872-4fcf-abce-4f554cc42be7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.021025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e15899d9-7872-4fcf-abce-4f554cc42be7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.021025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e15899d9-7872-4fcf-abce-4f554cc42be7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.021025] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e15899d9-7872-4fcf-abce-4f554cc42be7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.021025] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e15899d9-7872-4fcf-abce-4f554cc42be7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.523692] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e15899d9-7872-4fcf-abce-4f554cc42be7 [ 1240.524035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.524168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.524316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.524478] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.524565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.524661] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e15899d9-7872-4fcf-abce-4f554cc42be7 already deleted. [ 1240.524740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e15899d9-7872-4fcf-abce-4f554cc42be7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.606725] env[69952]: INFO networking_nsxv3.common.synchronization [None req-54777c55-dd64-4138-ab53-cc120606f0a8 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_rules [ 1240.607368] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_rules [ 1240.607642] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.607836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.607836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.610304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.610420] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.734856] env[69952]: INFO networking_nsxv3.common.synchronization [None req-b213fe3e-e1b1-4b6d-89f5-fcef295c8611 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_rules [ 1240.734856] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_rules [ 1240.734856] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.734856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.134539] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.134876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.134876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.134991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.135082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.135180] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d already deleted. [ 1241.135265] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.135417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.135570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.135655] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.373581] env[69952]: INFO networking_nsxv3.common.synchronization [req-5eb52102-75ff-41c3-9805-e54238241c90 req-14ac461e-3764-472d-bef1-8b5648f27fbf tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1241.374019] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1241.374384] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.374731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.374731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.374836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.375160] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.375283] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.375343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.375516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.375604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.375698] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.657010] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.657186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.657237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.657431] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.657512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.657605] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d already deleted. [ 1241.657695] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.878770] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.878927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.878983] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.879298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.879426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.880101] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.880101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.880101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.880101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.880101] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.880352] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1241.916672] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.916818] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.917417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.917417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.917417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.930386] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1242.099238] env[69952]: INFO networking_nsxv3.common.synchronization [None req-b48663cf-9727-419c-a199-7f87991a5e64 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Enqueued Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_rules [ 1242.099901] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_rules [ 1242.100340] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.100487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.100566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.100841] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.100935] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.204435] env[69952]: INFO networking_nsxv3.common.synchronization [None req-3c660337-4f5f-474b-86dd-8eee87a63dbc tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Enqueued Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_rules [ 1242.204914] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_rules [ 1242.204914] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.205087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.559521] env[69952]: INFO networking_nsxv3.common.synchronization [None req-aaea84c7-9f8c-45a2-b7d8-df9eba28c4c5 None None] Enqueued Resource ID: ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6 with Priority: HIGHEST for action port [ 1242.561608] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6 with Priority: HIGHEST for action port [ 1242.561608] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.561608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.561608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.561608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.561608] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.621789] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.623947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.623947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.623947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.623947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.623947] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 already deleted. [ 1242.623947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.623947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.623947] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.623947] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.064158] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6 [ 1243.064405] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.064537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.064604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.064892] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.065016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.065119] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6 already deleted. [ 1243.065445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce4d3af2-0427-4f16-a6ca-9dfaf7baa3d6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.144577] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.144757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.144803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.145024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.145151] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.145270] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 already deleted. [ 1243.145338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.941551] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1243.941551] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 deletion is rescheduled due to dependency. [ 1243.941551] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.875101] env[69952]: INFO networking_nsxv3.common.synchronization [req-f348caaf-09e4-4786-9144-fc9f0ff955d7 req-39792ad9-6447-43ef-9cb6-c31da00029ee tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1245.875866] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1245.875957] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.876066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.876136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.876331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.876942] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.877066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.877133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.877291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.877377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.877471] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.214223] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.214419] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.214848] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.214848] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.215084] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.215459] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.215459] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.215581] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.215709] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.215919] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.216048] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.216166] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.216277] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.216391] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1246.216498] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.216632] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.238350] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.238470] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1246.239333] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.239333] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.239333] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-926b854c-3a53-43c7-8773-9e1380a3937a taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.239333] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.239736] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.239736] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.239858] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926b854c-3a53-43c7-8773-9e1380a3937a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.379586] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.379794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.379794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.379987] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.380099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.380382] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.380571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.380645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.380830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.380915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.381020] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1246.407485] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.407693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.407693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.408012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.408214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.430948] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1246.744804] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.744804] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.745257] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.745257] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.745400] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.745717] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 926b854c-3a53-43c7-8773-9e1380a3937a not found, creating... [ 1246.745983] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.746244] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.746288] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.746585] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.746686] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.746999] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.747107] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.747509] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.747509] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.747609] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.747756] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 926b854c-3a53-43c7-8773-9e1380a3937a is going to be created. [ 1246.773857] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.773857] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.773857] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.773857] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.773857] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.773857] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.891892] env[69952]: INFO networking_nsxv3.common.synchronization [req-f348caaf-09e4-4786-9144-fc9f0ff955d7 req-97c4add5-7aad-45ca-b53f-d833c7aee509 service nova] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 1247.892175] env[69952]: INFO networking_nsxv3.common.synchronization [req-f348caaf-09e4-4786-9144-fc9f0ff955d7 req-97c4add5-7aad-45ca-b53f-d833c7aee509 service nova] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1247.892247] env[69952]: INFO networking_nsxv3.common.synchronization [req-f348caaf-09e4-4786-9144-fc9f0ff955d7 req-97c4add5-7aad-45ca-b53f-d833c7aee509 service nova] Enqueued Resource ID: 926b854c-3a53-43c7-8773-9e1380a3937a with Priority: HIGHEST for action port [ 1247.892472] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 1247.892597] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1247.892693] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b854c-3a53-43c7-8773-9e1380a3937a with Priority: HIGHEST for action port [ 1247.895106] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.895846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.895846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.895846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.895846] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.896613] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.896613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.896794] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-926b854c-3a53-43c7-8773-9e1380a3937a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.896794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.897385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.897385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.897385] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926b854c-3a53-43c7-8773-9e1380a3937a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.400078] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.400223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.400405] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 926b854c-3a53-43c7-8773-9e1380a3937a with status ACTIVE [ 1248.400571] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.400677] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.400739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.400957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.401064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.401356] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.401508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.401575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.401750] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.401931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.402180] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.402287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.402350] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.402503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.402579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.402664] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 926b854c-3a53-43c7-8773-9e1380a3937a is going to be updated. [ 1248.422611] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.422782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.422825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.423028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.423176] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.423333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.440169] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1248.440369] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 deletion is rescheduled due to dependency. [ 1248.440450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.440601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.440806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.441038] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.441159] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.441218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.441375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.441453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.441594] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.945378] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.446734] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.798856] env[69952]: INFO networking_nsxv3.common.synchronization [req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb req-3b6521fb-d251-4611-9490-9f4295ce01a2 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_members [ 1249.799476] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_members [ 1249.800829] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.801060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.801188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.801457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.801972] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.802099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.802164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.802339] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.802428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.802529] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.949569] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.949984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.949984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.950169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.950377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.950516] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1249.980223] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.980452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.980452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.980656] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.980800] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.989694] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1250.119465] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.119673] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.119805] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.120174] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.120819] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.120997] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.121135] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.121369] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.121521] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.121758] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.121911] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.122058] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.122177] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.122298] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.122411] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.122549] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.142125] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.142311] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1250.142454] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.142633] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.142949] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.143140] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.143264] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.143584] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.143728] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e41ef3a-8c2c-4993-9b3e-b590b70100f0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.306562] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.306562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.306699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.307757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.307757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.307757] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.307757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.307757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.307757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.307757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.307757] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d already deleted. [ 1250.307757] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.646173] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.646408] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.646490] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.646783] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.646942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.647121] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 not found, creating... [ 1250.647387] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.647550] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.647674] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.647903] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.648059] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.648351] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.648504] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.648623] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.648835] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.648974] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.649132] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 is going to be created. [ 1250.669113] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.669341] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.669444] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.669705] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.669940] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.670193] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.414541] env[69952]: INFO networking_nsxv3.common.synchronization [req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb req-44913012-1bd5-42b6-9c5f-df84a240d426 service nova] Enqueued Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_rules [ 1251.414846] env[69952]: INFO networking_nsxv3.common.synchronization [req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb req-44913012-1bd5-42b6-9c5f-df84a240d426 service nova] Enqueued Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_members [ 1251.414979] env[69952]: INFO networking_nsxv3.common.synchronization [req-e81f519e-3334-4b70-8999-6c4b3d0c7dcb req-44913012-1bd5-42b6-9c5f-df84a240d426 service nova] Enqueued Resource ID: 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 with Priority: HIGHEST for action port [ 1251.415747] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_rules [ 1251.415910] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_members [ 1251.416038] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 with Priority: HIGHEST for action port [ 1251.416347] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.416515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.416570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.416869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.417023] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.417989] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.418086] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.418129] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.418277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.418430] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.418638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.418638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.418717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.418793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.418882] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.419755] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.419909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.419909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.420133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.420133] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e41ef3a-8c2c-4993-9b3e-b590b70100f0',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.922188] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.922368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.922513] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.923415] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 with status ACTIVE [ 1251.923596] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.923704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.923769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.924049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.924140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.924315] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.924411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.924472] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.924655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.924736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.924975] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.925441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.925604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.925777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.925878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.925975] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e41ef3a-8c2c-4993-9b3e-b590b70100f0 is going to be updated. [ 1251.951332] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.951574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.951574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.951739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.951878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.952049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e41ef3a-8c2c-4993-9b3e-b590b70100f0" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.007880] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1252.008233] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.008423] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.008687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.008916] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.009096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.009186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.009361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.009457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.009807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.009929] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.428894] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.512197] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.931677] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.931972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.931972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.932217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.932309] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.932399] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d is going to be created. [ 1252.956976] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.957174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.957230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.957414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.957570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.967169] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d in Status: UNINITIALIZED for 2s [ 1252.975323] env[69952]: INFO networking_nsxv3.common.synchronization [req-5a9df35f-c218-4df2-b673-456cd47c110a req-8f405d50-b40b-45fa-a73b-8fbbe95ccee3 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 1252.975323] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 1252.975323] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.975323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.975323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.975323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.975323] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.975819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.975819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.975819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.975819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.975819] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.014150] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 883209cc-9ed0-47e3-8ce6-596dc62efcd5: rpc.has_security_group_logging(os_id): False [ 1253.031499] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.031643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.031708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.031923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.032023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.032267] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.032358] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.032414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.032567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.032657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.032727] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1253.126204] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.126448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.126448] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.126585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.126731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.141827] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1253.478486] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.981409] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.330965] env[69952]: INFO networking_nsxv3.common.synchronization [req-cc727f49-03bb-47e5-a27d-cd220a557b97 req-5b40a016-48b8-4037-8416-949b4c866d5f tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Enqueued Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_members [ 1254.331685] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_members [ 1254.332549] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.332549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.332549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.332755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.332949] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.333112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.333205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.333419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.333570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.333719] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.483844] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.484402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.484402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.484607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.484772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.484772] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be updated. [ 1254.515975] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.516260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.516260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.516480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.516628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.525526] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: IN_PROGRESS for 2s [ 1254.706405] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.706405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.706405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.706405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.706405] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.706405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.706405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.706405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.706405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.706405] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.706405] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.706405] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.706405] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.707080] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1254.707080] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.707080] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.726596] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.726778] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1254.726943] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.728793] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-762" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.728793] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.728793] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.728980] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.729946] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.729946] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.840890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.840890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.840890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.840890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.840890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.840890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.840890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.840890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.840890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.840890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.840890] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 already deleted. [ 1254.840890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.979335] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d in Status: SUCCESS [ 1254.979516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.979748] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.980071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.980352] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.980525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.980626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.980907] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.981026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.981165] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.981302] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.159655] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1255.159655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.232636] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.232887] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.233034] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.233351] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.233514] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.233676] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 not found, creating... [ 1255.233983] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.234194] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.234304] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.234547] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.234834] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.235025] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.235412] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.235597] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.235883] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.236101] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.236351] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 is going to be created. [ 1255.258341] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.258576] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.258710] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.259012] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.259309] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.259555] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.484716] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.989152] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d: rpc.has_security_group_logging(os_id): False [ 1256.012872] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.013083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.013142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.013328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.013444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.013696] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.013800] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.013862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.014164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.014247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.014338] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d is going to be created. [ 1256.026334] env[69952]: INFO networking_nsxv3.common.synchronization [req-cc727f49-03bb-47e5-a27d-cd220a557b97 req-100c4c8c-3c65-49d4-82db-92464f1df93c service nova] Enqueued Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_rules [ 1256.026334] env[69952]: INFO networking_nsxv3.common.synchronization [req-cc727f49-03bb-47e5-a27d-cd220a557b97 req-100c4c8c-3c65-49d4-82db-92464f1df93c service nova] Enqueued Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_members [ 1256.026334] env[69952]: INFO networking_nsxv3.common.synchronization [req-cc727f49-03bb-47e5-a27d-cd220a557b97 req-100c4c8c-3c65-49d4-82db-92464f1df93c service nova] Enqueued Resource ID: 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 with Priority: HIGHEST for action port [ 1256.026334] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_rules [ 1256.026334] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_members [ 1256.026334] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 with Priority: HIGHEST for action port [ 1256.026334] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.027344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.027344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.027344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.027344] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.027738] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.027851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.027921] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.028122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.028324] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.028547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.028547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.028547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.028802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.028892] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.033036] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.033036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.033036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.033036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.033036] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.097485] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.097687] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.097733] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.098026] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.098281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.110597] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d in Status: IN_PROGRESS for 2s [ 1256.532574] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.533012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.533012] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.533904] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 with status ACTIVE [ 1256.534078] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.534221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.534287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.534499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.534602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.534782] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.534881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.534991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.535226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.535314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.535507] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.535602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.535659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.536013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.536013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.536013] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7 is going to be updated. [ 1256.537831] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: SUCCESS [ 1256.538047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.571420] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.571690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.571690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.571902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.572037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.572222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f7f9e77-7047-4a2f-a79b-863f9c6c5ca7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.629735] env[69952]: INFO networking_nsxv3.common.synchronization [req-5f30f00d-1cc1-4a55-91e6-aed4313be5be req-e8fe4f56-16cd-45ab-a581-bfbb1faa1e8c tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1256.630298] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1256.630705] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.630852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.631034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.631146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.631863] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.631966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.632049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.632217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.632305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.632403] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.972586] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.972788] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.972915] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.973220] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.973481] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.973673] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.973794] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.974095] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.974246] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.974464] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.974579] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.974688] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.974796] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.974923] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1256.975096] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.975260] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.994689] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.994879] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1256.994998] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.995212] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.995600] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-f7d26b09-c415-4e71-a9c6-47b0338ebede taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.995790] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-f7d26b09-c415-4e71-a9c6-47b0338ebede" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.995919] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-f7d26b09-c415-4e71-a9c6-47b0338ebede" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.996291] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-f7d26b09-c415-4e71-a9c6-47b0338ebede" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.996437] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d26b09-c415-4e71-a9c6-47b0338ebede',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.038476] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.134201] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.134372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.134457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.134686] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.134790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.135056] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.135183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.135247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.135409] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.135500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.135591] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1257.162071] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.162071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.162071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.162071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.162412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.171865] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1257.500434] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.500434] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.500434] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.500434] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.500434] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.500434] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port f7d26b09-c415-4e71-a9c6-47b0338ebede not found, creating... [ 1257.500434] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.501053] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.501053] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.501139] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.501270] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.501627] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.502234] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.502234] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.502234] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.502410] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.502458] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: f7d26b09-c415-4e71-a9c6-47b0338ebede is going to be created. [ 1257.522383] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.522383] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.522634] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.522776] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.523017] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.523289] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-f7d26b09-c415-4e71-a9c6-47b0338ebede" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.540906] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.541312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.541312] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.541392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.541436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.541517] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 is going to be created. [ 1257.565361] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.565574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.565574] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.565761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.565925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.583738] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 in Status: UNINITIALIZED for 2s [ 1258.123532] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d in Status: SUCCESS [ 1258.123768] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.235369] env[69952]: INFO networking_nsxv3.common.synchronization [req-5f30f00d-1cc1-4a55-91e6-aed4313be5be req-865d0f34-169e-4246-b37d-0ea37243fce4 service nova] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 1258.235538] env[69952]: INFO networking_nsxv3.common.synchronization [req-5f30f00d-1cc1-4a55-91e6-aed4313be5be req-865d0f34-169e-4246-b37d-0ea37243fce4 service nova] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1258.235629] env[69952]: INFO networking_nsxv3.common.synchronization [req-5f30f00d-1cc1-4a55-91e6-aed4313be5be req-865d0f34-169e-4246-b37d-0ea37243fce4 service nova] Enqueued Resource ID: f7d26b09-c415-4e71-a9c6-47b0338ebede with Priority: HIGHEST for action port [ 1258.235871] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 1258.236008] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1258.236138] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d26b09-c415-4e71-a9c6-47b0338ebede with Priority: HIGHEST for action port [ 1258.236734] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.236889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.236932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.237133] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.237240] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.238035] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.238140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.238443] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d26b09-c415-4e71-a9c6-47b0338ebede taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.238443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d26b09-c415-4e71-a9c6-47b0338ebede" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.238611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d26b09-c415-4e71-a9c6-47b0338ebede" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.238670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d26b09-c415-4e71-a9c6-47b0338ebede" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.238711] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d26b09-c415-4e71-a9c6-47b0338ebede',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.740831] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.741334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.741334] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7d26b09-c415-4e71-a9c6-47b0338ebede with status ACTIVE [ 1258.741438] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.741504] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.741573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.741919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.742043] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.742230] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.742433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.742433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.742616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.742713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.742907] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.742997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.743092] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.743245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.743322] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.743405] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7d26b09-c415-4e71-a9c6-47b0338ebede is going to be updated. [ 1258.765238] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.765407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.765451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.765661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.765823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.765973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d26b09-c415-4e71-a9c6-47b0338ebede" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.183623] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1259.183824] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 deletion is rescheduled due to dependency. [ 1259.184014] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.184277] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.184526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.185038] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.185038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.185038] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.185227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.185227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.185316] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.466087] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.466345] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.466481] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.466776] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.467041] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.467218] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.467342] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.467954] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.467954] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.467954] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.468170] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.468170] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.468277] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.468468] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.468527] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.468633] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.489700] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.489879] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.490034] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.490221] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-679" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.490612] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-6627eb0b-cc42-42a1-90f0-891b5917454b taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.490802] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.490920] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.491206] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.491347] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6627eb0b-cc42-42a1-90f0-891b5917454b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.593231] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 in Status: SUCCESS [ 1259.593456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.594110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.594329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.594522] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.594641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.594707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.594870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.594968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.595054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.595196] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.687980] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.994295] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.994664] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.994664] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.994980] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.995290] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.995462] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.995628] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.995753] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.996070] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.996405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.996797] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.996897] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.997093] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.997335] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.997475] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.997625] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 6627eb0b-cc42-42a1-90f0-891b5917454b is going to be updated. [ 1260.022200] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.022432] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.022557] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.022840] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.023058] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.023696] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.098382] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.190533] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.601433] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07d1177-1d44-49b9-bd5e-20b7f1f912b4: rpc.has_security_group_logging(os_id): False [ 1260.620220] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.620428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.620428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.620601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.620689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.620928] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.621042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.621108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.621268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.621342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.621413] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 is going to be created. [ 1260.678929] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.679238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.679336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.679557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.679739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.692404] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 in Status: IN_PROGRESS for 2s [ 1260.695947] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.696097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.696160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.696380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.696464] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.696556] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1260.756532] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.756814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.756814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.756991] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.757158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.766101] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1261.139218] env[69952]: INFO networking_nsxv3.common.synchronization [req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 req-9ced803d-bd96-4bc8-8fa4-d916a4cfeef8 service nova] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_rules [ 1261.139578] env[69952]: INFO networking_nsxv3.common.synchronization [req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 req-9ced803d-bd96-4bc8-8fa4-d916a4cfeef8 service nova] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_members [ 1261.139578] env[69952]: INFO networking_nsxv3.common.synchronization [req-30bfe6e6-8abd-4b7f-aca0-255a1d4713f8 req-9ced803d-bd96-4bc8-8fa4-d916a4cfeef8 service nova] Enqueued Resource ID: 6627eb0b-cc42-42a1-90f0-891b5917454b with Priority: HIGHEST for action port [ 1261.140189] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_rules [ 1261.140335] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_members [ 1261.140435] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6627eb0b-cc42-42a1-90f0-891b5917454b with Priority: HIGHEST for action port [ 1261.140732] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.140861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.140932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.142225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.142390] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.143499] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.143628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.143706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.143935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.144171] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.144281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.144336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.144511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.144638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.144786] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.146706] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-6627eb0b-cc42-42a1-90f0-891b5917454b taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.146835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.147031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.147175] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.147216] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6627eb0b-cc42-42a1-90f0-891b5917454b',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.648841] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.649966] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.650163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.650406] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6627eb0b-cc42-42a1-90f0-891b5917454b with status ACTIVE [ 1261.650610] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.650759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.650854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.651147] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.651250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.651485] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.651597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.651662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.651855] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.651918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.652296] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.652410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.652461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.652673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.652673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.656162] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6627eb0b-cc42-42a1-90f0-891b5917454b is going to be updated. [ 1261.673925] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.674279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.674395] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.674615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.674761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.674955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6627eb0b-cc42-42a1-90f0-891b5917454b" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.155779] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.657601] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.657819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.657922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.658206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.658383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.658383] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 is going to be updated. [ 1262.694927] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.695200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.695200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.695314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.695444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.709386] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: IN_PROGRESS for 2s [ 1262.712765] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 in Status: SUCCESS [ 1262.712994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.779952] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1262.780295] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.780566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.780888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.781191] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.781396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.781472] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.781717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.781871] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.782122] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.782265] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.284915] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.787418] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eefa873-c927-4a80-90a2-d664f0952586: rpc.has_security_group_logging(os_id): False [ 1263.806938] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.807161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.807161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.807379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.807469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.807716] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.807815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.807876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.808067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.808143] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.808200] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1263.871164] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.871360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.871527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.871758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.871950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.887969] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1264.726180] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: SUCCESS [ 1264.726729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.726729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.726876] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.727085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.727246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.727363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.727452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.727531] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.727615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.727767] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.231119] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.733728] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e434cae-12cd-4233-9b1b-82b8a2872842: rpc.has_security_group_logging(os_id): False [ 1265.753612] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.753612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.753882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.753924] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.754127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.754724] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.754724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.754724] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.754902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.754902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.754970] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 is going to be updated. [ 1265.819756] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.819976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.820046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.820376] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.820615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.836437] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: IN_PROGRESS for 2s [ 1265.922275] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1265.922547] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.142081] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.142081] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1267.852087] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: SUCCESS [ 1267.852428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.870404] env[69952]: INFO networking_nsxv3.common.synchronization [req-829a8c3e-3d48-4637-a58c-a17529e58726 req-32ab3915-6c1d-4364-81cf-5dffc19f595f tempest-DeleteServersTestJSON-923365231 tempest-DeleteServersTestJSON-923365231-project-member] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1267.870476] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGHEST for action security_group_members [ 1267.870750] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.870867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.871605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.871605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.871605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.871605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.871605] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.871861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.871861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.871942] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.375226] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.375485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.375562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.375873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.376050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.376359] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.376524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.376629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.376883] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.377018] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.377156] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be updated. [ 1268.422920] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.423160] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.423216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.423478] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.423638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.435354] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: IN_PROGRESS for 2s [ 1270.451118] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e in Status: SUCCESS [ 1270.451501] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e deletion is rescheduled due to dependency. [ 1270.451501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.872039] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.872425] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.538576] env[69952]: INFO networking_nsxv3.common.synchronization [req-150c0c09-de5f-42e1-83d9-85bf93a9f64e req-98ba5c6e-d9c1-4946-af9b-0f54e1202034 tempest-ServerActionsTestOtherA-326027960 tempest-ServerActionsTestOtherA-326027960-project-member] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 1274.542326] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGHEST for action security_group_members [ 1274.542326] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.542326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.542326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.542499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.542670] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.542793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.542841] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.542997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.543094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.543193] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.047038] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.047454] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.047596] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.047906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.048064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.048552] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.048552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.048707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.048864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.048972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.049126] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be updated. [ 1275.087241] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.087508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.087508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.087797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.087997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.100504] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: IN_PROGRESS for 2s [ 1276.758497] env[69952]: INFO networking_nsxv3.common.synchronization [None req-3ceb3def-3059-4ec0-86a2-b4adb0f8dc67 None None] Enqueued Resource ID: c030c91a-1831-43ed-a20f-64662c0d58ef with Priority: HIGHEST for action port [ 1276.759049] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c030c91a-1831-43ed-a20f-64662c0d58ef with Priority: HIGHEST for action port [ 1276.759381] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c030c91a-1831-43ed-a20f-64662c0d58ef taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.759506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c030c91a-1831-43ed-a20f-64662c0d58ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.759575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c030c91a-1831-43ed-a20f-64662c0d58ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.759835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c030c91a-1831-43ed-a20f-64662c0d58ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.759920] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c030c91a-1831-43ed-a20f-64662c0d58ef',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.111693] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc in Status: SUCCESS [ 1277.111889] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc deletion is rescheduled due to dependency. [ 1277.112060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.262748] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c030c91a-1831-43ed-a20f-64662c0d58ef [ 1277.262991] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.263152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.263223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.263450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.263543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.263640] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c030c91a-1831-43ed-a20f-64662c0d58ef already deleted. [ 1277.263720] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c030c91a-1831-43ed-a20f-64662c0d58ef" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.017031] env[69952]: INFO networking_nsxv3.common.synchronization [None req-1cdd127d-7dd4-4bbf-91a4-d17072cb4303 None None] Enqueued Resource ID: 03acb92f-b09f-400d-8270-bbbcc4a08f9d with Priority: HIGHEST for action port [ 1279.017031] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03acb92f-b09f-400d-8270-bbbcc4a08f9d with Priority: HIGHEST for action port [ 1279.017031] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-03acb92f-b09f-400d-8270-bbbcc4a08f9d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.017031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03acb92f-b09f-400d-8270-bbbcc4a08f9d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.017031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03acb92f-b09f-400d-8270-bbbcc4a08f9d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.017031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03acb92f-b09f-400d-8270-bbbcc4a08f9d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.017031] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03acb92f-b09f-400d-8270-bbbcc4a08f9d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.519407] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03acb92f-b09f-400d-8270-bbbcc4a08f9d [ 1279.519705] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.519869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.519960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.520263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.520971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.521157] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03acb92f-b09f-400d-8270-bbbcc4a08f9d already deleted. [ 1279.521284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03acb92f-b09f-400d-8270-bbbcc4a08f9d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.263149] env[69952]: INFO networking_nsxv3.common.synchronization [req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 req-a95c2471-dd2d-4d53-937a-1ee95f782d97 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1282.264066] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1282.264538] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.264688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.264778] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.265125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.265340] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.265476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.265560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.265767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.265879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.265999] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.515906] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.516141] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.516275] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.516686] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.516965] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.517150] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.517275] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.517512] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.517664] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.517882] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.517999] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.518129] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.518245] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.518363] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.518473] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.518613] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.540953] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.541163] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1282.541313] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.541498] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.541822] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-46d05689-c05d-4b76-899d-fbb56666a393 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.542009] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-46d05689-c05d-4b76-899d-fbb56666a393" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.542148] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-46d05689-c05d-4b76-899d-fbb56666a393" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.542507] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-46d05689-c05d-4b76-899d-fbb56666a393" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.542655] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46d05689-c05d-4b76-899d-fbb56666a393',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.768756] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.769064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.769235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.769575] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.769698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.769938] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.770094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.770186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.770380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.770479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.770573] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 already deleted. [ 1282.770659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.044925] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.045228] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.045376] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.045691] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.045887] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.046132] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 46d05689-c05d-4b76-899d-fbb56666a393 not found, creating... [ 1283.046504] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.046768] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.046981] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.047264] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.047421] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.047726] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.048255] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.048255] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.048255] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.048430] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.048886] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 46d05689-c05d-4b76-899d-fbb56666a393 is going to be created. [ 1283.072498] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.072798] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.072979] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.073394] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.073712] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.074064] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-46d05689-c05d-4b76-899d-fbb56666a393" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.779701] env[69952]: INFO networking_nsxv3.common.synchronization [req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 req-0cd84cd6-38c5-4f86-a88c-5868db2451f1 service nova] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_rules [ 1283.779701] env[69952]: INFO networking_nsxv3.common.synchronization [req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 req-0cd84cd6-38c5-4f86-a88c-5868db2451f1 service nova] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1283.779701] env[69952]: INFO networking_nsxv3.common.synchronization [req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 req-0cd84cd6-38c5-4f86-a88c-5868db2451f1 service nova] Enqueued Resource ID: 46d05689-c05d-4b76-899d-fbb56666a393 with Priority: HIGHEST for action port [ 1283.780249] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_rules [ 1283.780249] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1283.780249] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d05689-c05d-4b76-899d-fbb56666a393 with Priority: HIGHEST for action port [ 1283.780496] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.780590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.780648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.780922] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.781029] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.782126] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.782260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.782403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.782602] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.782770] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.782961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.783097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.783191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.783297] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.783420] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.784695] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-46d05689-c05d-4b76-899d-fbb56666a393 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.784962] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46d05689-c05d-4b76-899d-fbb56666a393" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.785083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46d05689-c05d-4b76-899d-fbb56666a393" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.785267] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46d05689-c05d-4b76-899d-fbb56666a393" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.785376] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46d05689-c05d-4b76-899d-fbb56666a393',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.285947] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.286854] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46d05689-c05d-4b76-899d-fbb56666a393 with status ACTIVE [ 1284.287089] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.287231] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.287321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.287482] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.287567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.287724] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.287826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.287884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.288034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.288113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.288295] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.288384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.288525] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.288671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.288746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.288830] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46d05689-c05d-4b76-899d-fbb56666a393 is going to be updated. [ 1284.290176] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.290291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.310076] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.310298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.310298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.310487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.310627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.310780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46d05689-c05d-4b76-899d-fbb56666a393" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.450990] env[69952]: INFO networking_nsxv3.common.synchronization [req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 req-7f48513a-42e2-499e-916b-733d54f9d91a tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1284.451562] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1284.451869] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.451975] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.721896] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.722125] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.722280] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.722562] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.722903] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.722981] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.723147] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.723382] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.723533] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.723746] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.723863] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.723987] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.724231] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.724388] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.724550] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.724704] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.743345] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.743595] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1284.743725] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.743940] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.744681] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-a9ae56d1-3b94-43ca-9161-718bfe935b2d taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.744681] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-a9ae56d1-3b94-43ca-9161-718bfe935b2d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.744681] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-a9ae56d1-3b94-43ca-9161-718bfe935b2d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.745032] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-a9ae56d1-3b94-43ca-9161-718bfe935b2d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.745143] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9ae56d1-3b94-43ca-9161-718bfe935b2d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.791815] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.247654] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.247886] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.248037] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.248335] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.248491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.248653] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port a9ae56d1-3b94-43ca-9161-718bfe935b2d not found, creating... [ 1285.248917] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.249094] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.249219] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.249475] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.249629] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.249915] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.250092] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.250217] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.250432] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.250570] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.250710] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: a9ae56d1-3b94-43ca-9161-718bfe935b2d is going to be created. [ 1285.272388] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.273291] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.273291] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.273291] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.273291] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.273449] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-a9ae56d1-3b94-43ca-9161-718bfe935b2d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.294260] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.294450] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.294516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.294688] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.294773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.294867] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be created. [ 1285.321085] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.321630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.321630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.321630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.321816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.332865] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: UNINITIALIZED for 2s [ 1285.972488] env[69952]: INFO networking_nsxv3.common.synchronization [req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 req-030b8956-32f9-4fd9-acc2-d34bc775d591 service nova] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_rules [ 1285.972797] env[69952]: INFO networking_nsxv3.common.synchronization [req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 req-030b8956-32f9-4fd9-acc2-d34bc775d591 service nova] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1285.972797] env[69952]: INFO networking_nsxv3.common.synchronization [req-960674f4-9549-4a1a-a426-8f1b5a3b60b1 req-030b8956-32f9-4fd9-acc2-d34bc775d591 service nova] Enqueued Resource ID: a9ae56d1-3b94-43ca-9161-718bfe935b2d with Priority: HIGHEST for action port [ 1285.973031] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_rules [ 1285.973031] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1285.973110] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ae56d1-3b94-43ca-9161-718bfe935b2d with Priority: HIGHEST for action port [ 1285.973674] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.973787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.973981] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.974080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.974311] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9ae56d1-3b94-43ca-9161-718bfe935b2d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.974457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9ae56d1-3b94-43ca-9161-718bfe935b2d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.974566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9ae56d1-3b94-43ca-9161-718bfe935b2d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.974857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9ae56d1-3b94-43ca-9161-718bfe935b2d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.975662] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9ae56d1-3b94-43ca-9161-718bfe935b2d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.477426] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9ae56d1-3b94-43ca-9161-718bfe935b2d with status ACTIVE [ 1286.477672] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.477806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.477878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.478125] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.478221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.478402] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.478505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.478569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.478734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.478810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.478990] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.479173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.479173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.479391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.479391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.479519] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9ae56d1-3b94-43ca-9161-718bfe935b2d is going to be updated. [ 1286.505129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.505555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.505671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.505932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.506541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.506541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9ae56d1-3b94-43ca-9161-718bfe935b2d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.342041] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1287.342444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.342444] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.342656] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.342848] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.342965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.343040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.343204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.343284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.343371] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.343465] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.344396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.344580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.344755] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.344864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.344926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.345087] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.345166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.345254] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.848333] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.848612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.848668] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.351482] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.854053] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.854298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.854360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.854568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.854660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.854783] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1288.881660] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.881867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.881867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.882072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.882217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.890744] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1290.901497] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1290.901963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.901963] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.902065] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.902214] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.902338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.902390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.902559] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.902640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.902735] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.973898] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.974127] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1291.405751] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.908456] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.412971] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.413155] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.413225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.413452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.413544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.413641] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1292.445380] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.445611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.445611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.445904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.446082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.455774] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1293.085087] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.085613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.085613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.085613] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.085774] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.150177] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1293.150399] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent loop - iteration:3 started [ 1293.587780] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.090186] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.467947] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1294.468193] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.468366] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.468586] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.468778] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.468891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.468952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.469127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.469214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.469307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.469464] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.469557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.469618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.469754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.469890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.469981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.470052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.470188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.470258] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.470336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.470424] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.592936] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1294.593195] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1294.973028] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f12a65d-2d7f-4756-9bda-5d6981450c58: rpc.has_security_group_logging(os_id): False [ 1294.994595] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.994595] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.994595] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.994827] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.994890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.995123] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.995221] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.995294] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.995458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.995541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.995740] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.995837] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.995894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.996042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.996111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.996304] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.996393] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.996453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.996587] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.996668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.996931] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be created. [ 1295.090030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.090326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.090326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.090754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.090754] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.102775] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1295.554516] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.554516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.554516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.554516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.568229] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1295.569209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.570155] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1295.614758] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.615020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.615020] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.615171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.629323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.630117] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1295.630198] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.630282] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1295.666267] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.666561] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.666561] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.666714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.667984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.668195] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1295.742840] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.743040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.743115] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.743263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.743579] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.743852] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1295.826990] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.827240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.827240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.827439] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.827764] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.828072] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1295.828169] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6eefa873-c927-4a80-90a2-d664f0952586', 'c07d1177-1d44-49b9-bd5e-20b7f1f912b4', '880b08a7-e8f3-48cd-9f8e-c474f1169bfc', '9f12a65d-2d7f-4756-9bda-5d6981450c58', 'd59d0e8a-5fb8-43b5-a94e-3463cd4079fe', 'd3eaa156-d59a-4f09-9cfd-19f2a3eac50e', '62ae3028-e928-4a6d-a3b3-65828ce2235d', '99e3062c-f2b2-4f49-b2a4-d3f6252ed70c', '2e434cae-12cd-4233-9b1b-82b8a2872842', '2c8566f5-a970-4211-801c-cd82bc4342fd', 'dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc', '350f0ebb-36c1-4557-84a1-d17daed5d0c2', '23347c3a-7439-4004-992e-c5ae7dcf3f5a', 'ce74d43d-46c0-48aa-a7b8-824f511691be', 'dfe77154-369d-4c18-b85a-f1a57c67e161', 'f132148e-7925-4de9-84d4-bba43d6a21d4', '0dee889f-7817-4966-be04-2f1e29dde9fa', '0f5a82f6-0a6e-49cc-9da6-035b492d5917', '27e2580b-bb93-4be7-ba89-00591c56813d', '01945e4b-1714-4eab-bab8-611a1af27445', '6611243a-e101-48f9-b866-5d4ed1e7bc0c', '3aedcb53-2e9d-4dab-b9de-87c1620ea524', '2bf40cd7-3f17-411a-91bd-778b4d457a41', '883209cc-9ed0-47e3-8ce6-596dc62efcd5', 'ea900bd4-ac0a-4688-91b7-f81460234990', '4eb18ce9-effe-4b5d-be6d-13a05789eb3a', '508193cb-ad6e-42b3-b375-4cdbc2887c82', '4468f9d6-17be-474d-bd40-4eb5541a892c', 'e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d', '53561efe-6070-4002-965b-cfb8072623a8', '192b8863-2fe4-4778-8ca8-422ff7b6c712', 'b2c6b888-81da-41dd-9457-6e4cb0dd24c4', '9801e4ba-a315-4019-ae34-d6d31e998513', 'a8223fa1-ecdb-4f15-8336-92eb1122626f', '55496bb1-2dde-440e-8f52-937dcfdd9a11', 'c566f8e9-89c3-4cf7-bb0b-842db2b22722', '02152af0-6578-43f9-8c51-805ecdab13cb', '07c2504a-18c5-408b-9c51-9deb7a63361b', 'c85b9b26-57ac-437a-a595-bdf5982b278a', '3df05e4f-b550-4d91-82a0-e3a6364240cb', '9aebfcbf-1dbc-497e-921b-a0e736532376', 'b37c97fc-8990-4d2b-9f28-f86b12c8d69f'} {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.828278] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1295.847301] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.847533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.847533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.847715] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.847802] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.847909] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1295.847980] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.848063] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1295.922476] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.922476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.922476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.922684] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.923825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.924131] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1295.924213] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.924332] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1295.924421] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1295.924508] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1295.924640] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGH for action security_group_rules [ 1295.924739] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGH for action security_group_rules [ 1295.924797] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGH for action security_group_rules [ 1295.924864] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGH for action security_group_rules [ 1295.924864] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGH for action security_group_rules [ 1295.924976] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGH for action security_group_rules [ 1295.924976] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGH for action security_group_rules [ 1295.925097] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGH for action security_group_rules [ 1295.925097] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGH for action security_group_rules [ 1295.925211] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGH for action security_group_rules [ 1295.925211] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGH for action security_group_rules [ 1295.925325] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGH for action security_group_rules [ 1295.925325] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGH for action security_group_rules [ 1295.925429] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGH for action security_group_rules [ 1295.925429] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGH for action security_group_rules [ 1295.925530] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGH for action security_group_rules [ 1295.925530] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGH for action security_group_rules [ 1295.925648] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGH for action security_group_rules [ 1295.925648] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGH for action security_group_rules [ 1295.925761] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGH for action security_group_rules [ 1295.925819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.975367] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.975474] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 1295.975602] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGH for action security_group_rules [ 1295.975726] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc with Priority: HIGH for action security_group_rules [ 1295.975829] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d with Priority: HIGH for action security_group_rules [ 1295.975960] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe77154-369d-4c18-b85a-f1a57c67e161 with Priority: HIGH for action security_group_rules [ 1295.976098] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01945e4b-1714-4eab-bab8-611a1af27445 with Priority: HIGH for action security_group_rules [ 1295.976204] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e2580b-bb93-4be7-ba89-00591c56813d with Priority: HIGH for action security_group_rules [ 1295.976302] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 with Priority: HIGH for action security_group_rules [ 1295.976390] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dee889f-7817-4966-be04-2f1e29dde9fa with Priority: HIGH for action security_group_rules [ 1295.976481] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce74d43d-46c0-48aa-a7b8-824f511691be with Priority: HIGH for action security_group_rules [ 1295.976573] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f132148e-7925-4de9-84d4-bba43d6a21d4 with Priority: HIGH for action security_group_rules [ 1295.976723] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a with Priority: HIGH for action security_group_rules [ 1295.976792] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 with Priority: HIGH for action security_group_rules [ 1295.976834] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc with Priority: HIGH for action security_group_rules [ 1295.976914] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8566f5-a970-4211-801c-cd82bc4342fd with Priority: HIGH for action security_group_rules [ 1295.976998] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGH for action security_group_rules [ 1295.977098] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e with Priority: HIGH for action security_group_rules [ 1295.977218] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGH for action security_group_rules [ 1295.977313] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe with Priority: HIGH for action security_group_rules [ 1295.977399] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGH for action security_group_rules [ 1295.977486] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGH for action security_group_rules [ 1295.977912] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.978064] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.978134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.978413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.978504] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.979643] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.979747] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.979846] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.980109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.980214] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880b08a7-e8f3-48cd-9f8e-c474f1169bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.981262] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ae3028-e928-4a6d-a3b3-65828ce2235d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.981392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.981739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.981739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.981739] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ae3028-e928-4a6d-a3b3-65828ce2235d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.984253] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfe77154-369d-4c18-b85a-f1a57c67e161 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.984253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.984253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.984253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.984253] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfe77154-369d-4c18-b85a-f1a57c67e161',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.984624] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01945e4b-1714-4eab-bab8-611a1af27445 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.984799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.985095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.985146] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.985188] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01945e4b-1714-4eab-bab8-611a1af27445',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.986034] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27e2580b-bb93-4be7-ba89-00591c56813d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.986204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.986204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.986347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.986453] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27e2580b-bb93-4be7-ba89-00591c56813d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.987246] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.987369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.987369] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.987532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.987578] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f5a82f6-0a6e-49cc-9da6-035b492d5917',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.988391] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dee889f-7817-4966-be04-2f1e29dde9fa taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.988511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.988576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.988711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.988781] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dee889f-7817-4966-be04-2f1e29dde9fa',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.989479] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce74d43d-46c0-48aa-a7b8-824f511691be taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.989577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.989636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.989797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.989969] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce74d43d-46c0-48aa-a7b8-824f511691be',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.990632] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f132148e-7925-4de9-84d4-bba43d6a21d4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.990744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.990791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.990908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.990976] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f132148e-7925-4de9-84d4-bba43d6a21d4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.991698] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.991829] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.991899] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.992137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.992207] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23347c3a-7439-4004-992e-c5ae7dcf3f5a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.993102] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.993328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.993419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.993590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.993890] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('350f0ebb-36c1-4557-84a1-d17daed5d0c2',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.994618] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.994737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.994790] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.994992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.995048] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.995956] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c8566f5-a970-4211-801c-cd82bc4342fd taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.996068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.996120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.996262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.996331] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c8566f5-a970-4211-801c-cd82bc4342fd',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.997030] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.997130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.997323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.997323] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.997435] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.998400] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.999153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.999153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.999153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.999153] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3eaa156-d59a-4f09-9cfd-19f2a3eac50e',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.999837] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.999982] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.000088] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.000260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.000353] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.001163] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.001271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.002262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.002488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.002577] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d59d0e8a-5fb8-43b5-a94e-3463cd4079fe',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.003445] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.003701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.003701] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.003852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.003852] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.004589] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.004762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.046605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.046838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.046838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.047377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.048668] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.048808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.070131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.070354] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880b08a7-e8f3-48cd-9f8e-c474f1169bfc is going to be deleted. [ 1296.071354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.071573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.093824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.094194] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f5a82f6-0a6e-49cc-9da6-035b492d5917 is going to be deleted. [ 1296.133918] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.134161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.134273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.134599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.134713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.134857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880b08a7-e8f3-48cd-9f8e-c474f1169bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.152242] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.152449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.152449] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.152735] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.152835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.152957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f5a82f6-0a6e-49cc-9da6-035b492d5917" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.507427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.507645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.507765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.508111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.508376] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.508552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.508671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.508869] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.508966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.509142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.509325] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.510662] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.510854] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.510937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.511237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.511526] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.511673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.511816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.512640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.512807] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.512958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.513305] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.518129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.518347] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.518479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.518805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.519094] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.519266] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.519370] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.519670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.519842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.519984] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.520158] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.526819] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.527076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.527172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.527429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.527605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.527715] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.527887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.528110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.528182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.528276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.528354] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.579845] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.580100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.580222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.580637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.583218] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.583389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.584668] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.584867] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.586534] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.586726] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.595438] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.595680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.607115] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.607372] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.616134] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.616415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.617545] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.617740] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.618751] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.618879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.619729] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.619823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.620678] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.620795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.621493] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.622007] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.622120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.622870] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.623316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.623434] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce74d43d-46c0-48aa-a7b8-824f511691be is going to be deleted. [ 1296.625153] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.625291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.625433] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.625566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.665272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.665544] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dee889f-7817-4966-be04-2f1e29dde9fa is going to be deleted. [ 1296.667142] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.667546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.709644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.709887] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 350f0ebb-36c1-4557-84a1-d17daed5d0c2 is going to be deleted. [ 1296.711306] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.711629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.734552] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.734797] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01945e4b-1714-4eab-bab8-611a1af27445 is going to be deleted. [ 1296.736054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.736356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.739126] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.739286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.751791] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.751951] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.761046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.761203] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23347c3a-7439-4004-992e-c5ae7dcf3f5a is going to be deleted. [ 1296.762104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.762355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.782079] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.782308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.799035] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.799227] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ae3028-e928-4a6d-a3b3-65828ce2235d is going to be deleted. [ 1296.800649] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.800966] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.818701] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.818918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.827195] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.827195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.865040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.865040] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfe77154-369d-4c18-b85a-f1a57c67e161 is going to be deleted. [ 1296.865514] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.865739] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.906992] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.907299] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3eaa156-d59a-4f09-9cfd-19f2a3eac50e is going to be deleted. [ 1296.908134] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.908361] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.982669] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.982910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.985466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.985635] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c8566f5-a970-4211-801c-cd82bc4342fd is going to be deleted. [ 1296.986544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.986838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.992728] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.992994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.015386] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.017348] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.023825] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.024109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.024109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.024413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.024605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.024708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.024777] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.024978] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.025109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.025245] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.025456] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.025590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.025671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.026057] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.026057] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.026234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.026234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.026360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.026460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.026580] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.026717] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.031342] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.031473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.045018] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.048375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.049155] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f132148e-7925-4de9-84d4-bba43d6a21d4 is going to be deleted. [ 1297.049645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.049914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.097577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.098104] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d59d0e8a-5fb8-43b5-a94e-3463cd4079fe is going to be deleted. [ 1297.099145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.099436] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.121326] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1297.121594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.121785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.122019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.122144] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.126147] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.126340] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.182598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.182823] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc is going to be deleted. [ 1297.183995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.184426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.191980] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.192264] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.243425] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.243625] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27e2580b-bb93-4be7-ba89-00591c56813d is going to be deleted. [ 1297.244591] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.244808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.244902] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.245040] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce74d43d-46c0-48aa-a7b8-824f511691be" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.245200] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.245388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.245502] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.245627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dee889f-7817-4966-be04-2f1e29dde9fa" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.246168] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.246349] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.246442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.246557] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-350f0ebb-36c1-4557-84a1-d17daed5d0c2" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.246789] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.246943] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.247046] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.247166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23347c3a-7439-4004-992e-c5ae7dcf3f5a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.247292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.247437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.247534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.247707] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01945e4b-1714-4eab-bab8-611a1af27445" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.247888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.248078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.248189] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.248356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfe77154-369d-4c18-b85a-f1a57c67e161" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.248544] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.248717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.248798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.248909] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ae3028-e928-4a6d-a3b3-65828ce2235d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.249049] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.249222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.249334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.249512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3eaa156-d59a-4f09-9cfd-19f2a3eac50e" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.249795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.249971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.250106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.250298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c8566f5-a970-4211-801c-cd82bc4342fd" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.250498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.250710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.250826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.250969] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f132148e-7925-4de9-84d4-bba43d6a21d4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.264976] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.264976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.264976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.264976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.264976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.264976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d59d0e8a-5fb8-43b5-a94e-3463cd4079fe" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.349902] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.350169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.350169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.350326] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.350418] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.350539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd4b1aa7-d50e-4f69-a85c-3655ecb05bfc" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.383520] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.383882] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.384076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.384076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.384404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.384404] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.384526] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27e2580b-bb93-4be7-ba89-00591c56813d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.517737] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e434cae-12cd-4233-9b1b-82b8a2872842: rpc.has_security_group_logging(os_id): False [ 1297.521693] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07d1177-1d44-49b9-bd5e-20b7f1f912b4: rpc.has_security_group_logging(os_id): False [ 1297.529393] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c: rpc.has_security_group_logging(os_id): False [ 1297.536906] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.537169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.537252] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.537486] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.539179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.539276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.552286] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.552286] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.552515] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eefa873-c927-4a80-90a2-d664f0952586: rpc.has_security_group_logging(os_id): False [ 1297.569451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.569974] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.570202] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.570287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.570562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.570662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.570946] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 is going to be updated. [ 1297.573573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.573710] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.575738] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.575921] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.596118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.596462] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.596568] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.596635] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.596830] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.596913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.597013] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 is going to be updated. [ 1297.598036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.598212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.616832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.619729] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.619729] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.619729] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.619729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.620432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.620432] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c is going to be updated. [ 1297.620432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.620432] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.624726] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.624857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.625045] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.626123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.626123] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.626123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.626123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.626123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.626123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.626123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.626123] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.638753] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.638891] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.640894] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.641189] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.641296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.641354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.641543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.641625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.641710] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1297.643031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.643214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.643354] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.663712] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.663712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.663712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.663712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.663712] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.665254] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: IN_PROGRESS for 2s [ 1297.675926] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 in Status: IN_PROGRESS for 2s [ 1297.695770] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.696058] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.696181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.696469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.696737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.713545] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: IN_PROGRESS for 2s [ 1297.724771] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.725053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.725053] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.725236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.725378] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.774777] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1297.901168] env[69952]: INFO networking_nsxv3.common.synchronization [req-17940da5-3959-42ac-a32e-cc2c286dc6a6 req-6958d237-7402-43bc-b4c0-b5b21f3676ad tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1297.901168] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1297.901269] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.904634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.904634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.904634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.904634] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.904634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.904634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.904634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.904634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.904634] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.092551] env[69952]: INFO networking_nsxv3.common.synchronization [req-aff091d1-9b5a-4237-a737-0dac68a80c98 req-0cb7c7e3-db52-4de9-a89a-6aff549a1ef6 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1298.093100] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1298.093403] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.093628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.127805] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.128097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.409080] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.911850] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.416536] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.417063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.417063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.417251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.417314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.417419] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1299.449497] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.449769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.449769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.449967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.450161] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.459524] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1299.681136] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: SUCCESS [ 1299.681471] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.686341] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 in Status: SUCCESS [ 1299.686532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.726019] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: SUCCESS [ 1299.726019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.785706] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1299.785706] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.471456] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1301.471914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.471914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.472116] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.472268] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.472385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.472455] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.472665] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.472773] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.472879] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.976061] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.976061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.976061] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.976399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.998937] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.999242] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.999483] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.999588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.999845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.999941] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.000037] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1302.025848] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.026166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.026166] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.026271] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.026383] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.036774] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1303.094678] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.094678] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1304.047345] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1304.047545] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 deletion is rescheduled due to dependency. [ 1304.047669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.048306] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.048306] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.048306] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.048543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.048543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.048543] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.048653] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.048693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.048844] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.048936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.048995] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.049150] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.049285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.049375] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.049429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.049562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.049632] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.049711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.049797] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.551829] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f12a65d-2d7f-4756-9bda-5d6981450c58: rpc.has_security_group_logging(os_id): False [ 1304.571997] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.572780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.572780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.572920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.572920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.573155] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.573334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.573334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.573484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.573592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.573759] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.573866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.573931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.574094] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.574173] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.574342] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.574476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.574566] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.574652] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.574717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.574803] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1304.638306] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.638533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.638756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.638985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.639149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.655960] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1306.674138] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1306.674498] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.674638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.674934] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.675078] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.198437] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.198653] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.198765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.199033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.199153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.199282] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be deleted. [ 1307.262072] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.262072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.262072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.262072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.262072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.262505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.095398] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.095757] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.357422] env[69952]: INFO networking_nsxv3.common.synchronization [req-00579a61-c38d-40af-9c49-9c5efc8876bd req-5e7ec962-ac69-4513-b6cf-e1993b4d7b63 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1310.357977] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1310.358324] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.358957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.359052] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.359256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.359430] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.359535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.359599] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.359743] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.359824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.359915] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.682326] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.682532] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.682666] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.682995] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.683283] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.683448] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.683574] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.683865] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.683942] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.684417] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.684586] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1310.684721] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1310.684852] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1310.685063] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1310.686032] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1310.686032] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1310.712865] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1310.713054] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1310.713203] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1310.713390] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.713718] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-6fd36d08-cbc8-44bf-a69e-126840f0bb67 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.713897] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-6fd36d08-cbc8-44bf-a69e-126840f0bb67" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.714044] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-6fd36d08-cbc8-44bf-a69e-126840f0bb67" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.714537] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-6fd36d08-cbc8-44bf-a69e-126840f0bb67" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.714763] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd36d08-cbc8-44bf-a69e-126840f0bb67',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.744337] env[69952]: INFO networking_nsxv3.common.synchronization [None req-b6f01c5e-9ae7-4a7e-b309-7e57a2e6ceeb tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_rules [ 1310.745186] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_rules [ 1310.745756] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53fd34d1-3888-443e-8fe0-d668dd57ab89 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.745904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.746042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.746435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.746580] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.825607] env[69952]: INFO networking_nsxv3.common.synchronization [None req-f2f3c54a-dadf-413d-933b-038037d41a86 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_rules [ 1310.826199] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_rules [ 1310.826522] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53fd34d1-3888-443e-8fe0-d668dd57ab89 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.826629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.862205] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.862533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.862659] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.864648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.864783] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.864975] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.865100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.865163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.865336] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.865413] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.865522] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be deleted. [ 1310.901256] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.901481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.901481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.901662] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.901755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.901851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.216959] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.217224] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.217368] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.217681] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.217960] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.218156] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 6fd36d08-cbc8-44bf-a69e-126840f0bb67 not found, creating... [ 1311.218515] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.218697] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.218816] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.219080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.219231] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.219537] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.219730] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.219864] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.220165] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.220314] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.220469] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 6fd36d08-cbc8-44bf-a69e-126840f0bb67 is going to be created. [ 1311.249348] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.249597] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.249677] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.249964] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.250227] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.250455] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-6fd36d08-cbc8-44bf-a69e-126840f0bb67" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.270216] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.270379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.270489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.270729] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.274426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.274426] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 already deleted. [ 1311.274426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.274426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.274426] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.274426] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.795923] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.796367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.796367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.796367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.796563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.796628] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 already deleted. [ 1311.796761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.930899] env[69952]: INFO networking_nsxv3.common.synchronization [req-00579a61-c38d-40af-9c49-9c5efc8876bd req-8815f9ad-95dd-493c-8b8f-f21ac1984602 service nova] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_rules [ 1311.931120] env[69952]: INFO networking_nsxv3.common.synchronization [req-00579a61-c38d-40af-9c49-9c5efc8876bd req-8815f9ad-95dd-493c-8b8f-f21ac1984602 service nova] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1311.931271] env[69952]: INFO networking_nsxv3.common.synchronization [req-00579a61-c38d-40af-9c49-9c5efc8876bd req-8815f9ad-95dd-493c-8b8f-f21ac1984602 service nova] Enqueued Resource ID: 6fd36d08-cbc8-44bf-a69e-126840f0bb67 with Priority: HIGHEST for action port [ 1311.931504] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_rules [ 1311.931636] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1311.931731] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd36d08-cbc8-44bf-a69e-126840f0bb67 with Priority: HIGHEST for action port [ 1311.932282] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.932405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.932528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.932663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.932745] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.934043] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.934163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.934230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.934394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.934582] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.934670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.934741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.934880] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.935029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.935158] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.935957] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fd36d08-cbc8-44bf-a69e-126840f0bb67 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.936113] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fd36d08-cbc8-44bf-a69e-126840f0bb67" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.936182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fd36d08-cbc8-44bf-a69e-126840f0bb67" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.936357] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fd36d08-cbc8-44bf-a69e-126840f0bb67" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.936424] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd36d08-cbc8-44bf-a69e-126840f0bb67',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.438306] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.438481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.438690] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.439707] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fd36d08-cbc8-44bf-a69e-126840f0bb67 with status ACTIVE [ 1312.439839] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.439932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.439994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.440164] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.440259] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.440428] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.440524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.440680] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.440756] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.440812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.440969] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.441071] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.441128] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.441268] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.441335] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.441420] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fd36d08-cbc8-44bf-a69e-126840f0bb67 is going to be updated. [ 1312.465580] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.465925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.465925] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.466273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.466273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.466273] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fd36d08-cbc8-44bf-a69e-126840f0bb67" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.668128] env[69952]: INFO networking_nsxv3.common.synchronization [req-00579a61-c38d-40af-9c49-9c5efc8876bd req-8e118f72-fa8b-4da2-9d4c-d1b1ca7f18aa tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1312.668432] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1312.672467] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.672467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.943451] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.964114] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-527 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.964114] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.965011] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.965011] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.965011] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.965011] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.965233] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.965441] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.965600] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.965818] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.965939] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.966066] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.966181] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.966298] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1312.966411] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.966551] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.986205] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.987427] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1312.987626] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.987829] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-527" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.988189] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-467bd2f7-927e-4574-9a8b-f881984eaa71 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.988380] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-467bd2f7-927e-4574-9a8b-f881984eaa71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.988505] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-467bd2f7-927e-4574-9a8b-f881984eaa71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.988859] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-467bd2f7-927e-4574-9a8b-f881984eaa71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.989012] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467bd2f7-927e-4574-9a8b-f881984eaa71',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.449023] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.449289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.449289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.451227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.451227] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.451227] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be created. [ 1313.472689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.472689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.472689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.472689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.472689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.491166] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: UNINITIALIZED for 2s [ 1313.491702] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.491907] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.492052] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.492358] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.492528] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.492706] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port 467bd2f7-927e-4574-9a8b-f881984eaa71 not found, creating... [ 1313.492966] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.493153] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.493276] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.493573] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.493739] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.494051] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.494200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.494323] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.494668] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.494911] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.495081] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 467bd2f7-927e-4574-9a8b-f881984eaa71 is going to be created. [ 1313.517622] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.517622] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.517622] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.517622] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.518053] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.518053] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-467bd2f7-927e-4574-9a8b-f881984eaa71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.228824] env[69952]: INFO networking_nsxv3.common.synchronization [req-00579a61-c38d-40af-9c49-9c5efc8876bd req-dc80edc8-e041-4c97-9563-493ddd866551 service nova] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_rules [ 1314.229176] env[69952]: INFO networking_nsxv3.common.synchronization [req-00579a61-c38d-40af-9c49-9c5efc8876bd req-dc80edc8-e041-4c97-9563-493ddd866551 service nova] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1314.229449] env[69952]: INFO networking_nsxv3.common.synchronization [req-00579a61-c38d-40af-9c49-9c5efc8876bd req-dc80edc8-e041-4c97-9563-493ddd866551 service nova] Enqueued Resource ID: 467bd2f7-927e-4574-9a8b-f881984eaa71 with Priority: HIGHEST for action port [ 1314.230190] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_rules [ 1314.230397] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1314.230559] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467bd2f7-927e-4574-9a8b-f881984eaa71 with Priority: HIGHEST for action port [ 1314.230981] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.231163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.231479] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.231626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.231957] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-467bd2f7-927e-4574-9a8b-f881984eaa71 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.232079] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-467bd2f7-927e-4574-9a8b-f881984eaa71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.232183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-467bd2f7-927e-4574-9a8b-f881984eaa71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.232458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-467bd2f7-927e-4574-9a8b-f881984eaa71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.232572] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467bd2f7-927e-4574-9a8b-f881984eaa71',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.735199] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 467bd2f7-927e-4574-9a8b-f881984eaa71 with status ACTIVE [ 1314.735424] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.735590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.735660] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.735877] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.735967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.736177] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.736333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.736333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.736542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.736598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.736731] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.736823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.736870] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.737016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.737096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.737178] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 467bd2f7-927e-4574-9a8b-f881984eaa71 is going to be updated. [ 1314.762286] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.762442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.762516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.762736] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.762873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.763042] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-467bd2f7-927e-4574-9a8b-f881984eaa71" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.895949] env[69952]: INFO networking_nsxv3.common.synchronization [req-efb5ab64-05a4-4f98-bf70-b90342312a3e req-9e406e62-5325-4a5b-92c2-58dd162a5a81 tempest-AttachVolumeShelveTestJSON-1056369209 tempest-AttachVolumeShelveTestJSON-1056369209-project-member] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_members [ 1314.895949] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGHEST for action security_group_members [ 1314.895949] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.895949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.895949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.897394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.899864] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.900195] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.901651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.903016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.903016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.903016] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.405850] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.406191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.406191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.406341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.406407] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.406563] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.406654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.406713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.406979] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.407075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.407163] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 is going to be updated. [ 1315.441553] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.441820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.441820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.442031] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.442186] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.450583] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: IN_PROGRESS for 2s [ 1315.500712] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1315.500936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.501117] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.501373] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.501561] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.501709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.501785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.501945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.501945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.502070] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.502138] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.502981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.503163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.503321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.503422] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.503485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.503622] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.503694] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.504288] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.005462] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.005702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.005842] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.508836] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.011474] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.011644] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.011792] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.011952] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.012069] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.012180] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1317.052072] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.052072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.052072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.052072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.052072] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.061418] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1317.462836] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 in Status: SUCCESS [ 1317.462836] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 deletion is rescheduled due to dependency. [ 1317.462836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.888144] env[69952]: INFO networking_nsxv3.common.synchronization [req-7a6b82d3-349a-499e-a2a9-8141f0187627 req-cabcdbaa-b2cb-4337-a263-3f1e537b69b9 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_members [ 1318.888714] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_members [ 1318.889108] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fd34d1-3888-443e-8fe0-d668dd57ab89 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.889232] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.889300] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.889615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.889843] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.889981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.890091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.890345] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.890528] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.890668] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.079897] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1319.080124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.080178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.081029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.081029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.081029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.081029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.081029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.081029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.081378] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.239961] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.240191] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.240323] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.240603] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.240864] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.241064] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.241200] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.241433] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.241584] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.241809] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1319.241930] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1319.242064] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1319.242186] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1319.242304] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1319.242419] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1319.242628] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1319.261918] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1319.262110] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1319.262250] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1319.262428] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.262927] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.263430] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.263430] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.263837] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.263994] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.393593] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.393835] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.393933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.394191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.394329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.394605] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.394766] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.394868] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.395090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.395217] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.395350] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 already deleted. [ 1319.395481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.584149] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.767257] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.767747] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.768053] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.768567] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.768873] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.769174] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c not found, creating... [ 1319.769670] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.769972] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.770256] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.770644] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.770915] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.771479] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.771785] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.772050] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.772405] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.772656] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.772908] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c is going to be created. [ 1319.799347] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.799670] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.799749] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.800062] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.800384] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.800654] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.086408] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.588383] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.588612] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.588671] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.588862] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.588970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.589092] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1320.623099] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.623313] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.623379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.623697] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.623910] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.634533] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1320.649878] env[69952]: INFO networking_nsxv3.common.synchronization [req-7a6b82d3-349a-499e-a2a9-8141f0187627 req-81a8e952-eeaa-40a5-b6ea-96739f83898d service nova] Enqueued Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_rules [ 1320.649878] env[69952]: INFO networking_nsxv3.common.synchronization [req-7a6b82d3-349a-499e-a2a9-8141f0187627 req-81a8e952-eeaa-40a5-b6ea-96739f83898d service nova] Enqueued Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_members [ 1320.650026] env[69952]: INFO networking_nsxv3.common.synchronization [req-7a6b82d3-349a-499e-a2a9-8141f0187627 req-81a8e952-eeaa-40a5-b6ea-96739f83898d service nova] Enqueued Resource ID: eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c with Priority: HIGHEST for action port [ 1320.652558] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_rules [ 1320.652558] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_members [ 1320.652558] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c with Priority: HIGHEST for action port [ 1320.652558] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53fd34d1-3888-443e-8fe0-d668dd57ab89 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.652558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.652558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.652558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.652558] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.653337] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fd34d1-3888-443e-8fe0-d668dd57ab89 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.653500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.653604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.653850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.654080] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.654223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.654318] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.654530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.654663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.654796] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.656247] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.656405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.656505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.656731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.656846] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.159516] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.160212] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fd34d1-3888-443e-8fe0-d668dd57ab89 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.160212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.160400] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c with status ACTIVE [ 1321.160463] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.160532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.160592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.160799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.160930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.161177] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.161281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.161334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.161545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.161633] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.161861] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.161967] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.162044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.162215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.162550] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.162550] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c is going to be updated. [ 1321.198241] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.198534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.198534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.198746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.198918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.199135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb6ff17a-30f3-47e2-ab2f-ab13bb0a560c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.665217] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.170406] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.170406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.170406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.170406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.170406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.170406] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 is going to be created. [ 1322.193379] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.193577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.193577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.193795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.193957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.204779] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 in Status: UNINITIALIZED for 2s [ 1322.646939] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1322.647185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.647637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.647852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.648055] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.648172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.648228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.648534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.648534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.648534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.648721] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.648808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.648808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.649149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.649149] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.649149] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.649391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.649391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.649391] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.649542] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.649542] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.151235] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f12a65d-2d7f-4756-9bda-5d6981450c58: rpc.has_security_group_logging(os_id): False [ 1323.181132] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.181488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.181488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.181858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.181858] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.182020] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.182091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.182183] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.182278] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.182384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.182538] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.182656] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.182713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.182844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.182918] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.183243] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.183344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.183344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.183490] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.183564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.183682] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be created. [ 1323.284257] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.284257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.284257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.284257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.284257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.312401] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1324.216366] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 in Status: SUCCESS [ 1324.216822] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.216981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.217388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.217732] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.217908] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.218036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.218317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.218466] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.218626] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.218823] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.721989] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.224146] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53fd34d1-3888-443e-8fe0-d668dd57ab89: rpc.has_security_group_logging(os_id): False [ 1325.246798] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.247027] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.247099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.247320] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.247428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.247709] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.247843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.248028] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.248104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.248172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.248291] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 is going to be created. [ 1325.307546] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.307770] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.307825] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.308044] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.308247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.320898] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 in Status: IN_PROGRESS for 2s [ 1325.324840] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1325.325069] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.325243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.325461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.325548] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.652075] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.652288] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1325.827523] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.827703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.827703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.827933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.828125] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.828225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.828287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.828437] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.828522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.828607] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.828693] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.958495] env[69952]: INFO networking_nsxv3.common.synchronization [req-cf94adda-1006-456d-a841-66912d955237 req-caddbc60-9bed-4e43-a3eb-1ebb7d052440 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1325.959284] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1325.959652] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.959798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.959879] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.960974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.961551] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.961721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.961836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.962009] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.962132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.962255] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.046592] env[69952]: INFO networking_nsxv3.common.synchronization [req-85c304e5-e9ad-4fb0-90b0-7dbb1a4d5b76 req-50ff242a-2d82-4ddd-a23c-03e303775c53 tempest-MultipleCreateTestJSON-561991060 tempest-MultipleCreateTestJSON-561991060-project-member] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1326.047100] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGHEST for action security_group_members [ 1326.047409] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.047508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.162212] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.162382] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.162503] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.162801] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.163101] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.163292] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.163420] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.163687] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.163856] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.164202] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1326.164393] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1326.164555] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1326.164692] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1326.164824] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1326.164938] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1326.165108] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1326.186084] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1326.186278] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1326.186396] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1326.186573] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-180" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.186892] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-926b854c-3a53-43c7-8773-9e1380a3937a taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.187086] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.187215] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.187491] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.187633] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926b854c-3a53-43c7-8773-9e1380a3937a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.331566] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.331971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.465215] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.691060] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.691317] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.691416] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.691749] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.691959] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.692294] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.692490] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.692804] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.693161] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.693276] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.693792] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.693792] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.694020] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.694137] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.694281] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.694432] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: 926b854c-3a53-43c7-8773-9e1380a3937a is going to be updated. [ 1326.717696] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.717983] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.717983] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.718315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.718530] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.718762] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.967101] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.335060] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 in Status: SUCCESS [ 1327.335363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.412687] env[69952]: INFO networking_nsxv3.common.synchronization [req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 req-a382387d-d504-43d5-87f0-a4fae7aa1c50 service nova] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 1327.412943] env[69952]: INFO networking_nsxv3.common.synchronization [req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 req-a382387d-d504-43d5-87f0-a4fae7aa1c50 service nova] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1327.415443] env[69952]: INFO networking_nsxv3.common.synchronization [req-006ba8d3-434a-4c3c-84c4-a90f24da7cb6 req-a382387d-d504-43d5-87f0-a4fae7aa1c50 service nova] Enqueued Resource ID: 926b854c-3a53-43c7-8773-9e1380a3937a with Priority: HIGHEST for action port [ 1327.415443] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_rules [ 1327.415443] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1327.415443] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b854c-3a53-43c7-8773-9e1380a3937a with Priority: HIGHEST for action port [ 1327.415443] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.415443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.415443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.415443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.415443] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.416273] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.416476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.416476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.416690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.416869] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.416993] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.417110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.417303] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.417516] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.417561] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.418712] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-926b854c-3a53-43c7-8773-9e1380a3937a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.418874] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.418972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.419171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.419250] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926b854c-3a53-43c7-8773-9e1380a3937a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.469692] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.469904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.470019] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.470301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.470420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.470569] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1327.506096] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.506096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.506096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.506096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.506096] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.515531] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1327.924021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.924021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.924021] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.924021] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 926b854c-3a53-43c7-8773-9e1380a3937a with status ACTIVE [ 1327.924021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.924021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.924021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.924021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.924021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.924021] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.924021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.924021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.924021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.924021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.924999] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.924999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.924999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.924999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.924999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.924999] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 926b854c-3a53-43c7-8773-9e1380a3937a is going to be updated. [ 1327.950321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.950570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.950692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.950973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.951206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.951519] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-926b854c-3a53-43c7-8773-9e1380a3937a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.428838] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.933307] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.934276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.934276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.934276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.934276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.934276] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1328.966261] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.966435] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.966522] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.966931] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.967120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.977681] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1329.524803] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1329.525253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.525253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.525386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.525570] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.525717] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.525782] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.525935] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.526023] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.526119] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.028953] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.029127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.029253] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.029419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.029506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.029693] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.029838] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.029895] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.030060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.030140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.030228] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1330.057192] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.057192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.057382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.057527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.057692] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.066906] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1330.988141] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1330.988453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.988503] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.988700] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.988916] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.989066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.989130] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.989304] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.989385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.989510] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.989648] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.491850] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.994100] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 883209cc-9ed0-47e3-8ce6-596dc62efcd5: rpc.has_security_group_logging(os_id): False [ 1332.014808] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.014999] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.015054] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.015240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.034560] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.034952] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.035099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.035174] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.035377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.035460] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.035596] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1332.076134] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1332.076323] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 deletion is rescheduled due to dependency. [ 1332.076389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.076558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.076775] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.076961] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.077279] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.077365] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.077532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.077614] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.077699] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.077866] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.077968] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.078047] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.078177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.078353] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.078453] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.078533] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.078723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.078806] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.078888] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.078974] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.180273] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.180447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.180485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.180682] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.180823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.193509] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1332.417304] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.417485] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1332.581529] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f12a65d-2d7f-4756-9bda-5d6981450c58: rpc.has_security_group_logging(os_id): False [ 1332.599260] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.599429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.599484] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.599651] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.599742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.599948] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.600051] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.600112] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.600263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.600341] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.600535] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.600629] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.600689] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.600832] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.600898] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.601084] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.601177] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.601236] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.601377] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.601451] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.601533] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be updated. [ 1332.670822] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.671055] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.671152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.671415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.671611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.689893] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: IN_PROGRESS for 2s [ 1334.208701] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1334.209126] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.707061] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 in Status: SUCCESS [ 1334.707254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.419297] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.419297] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.420664] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.420940] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.947088] env[69952]: INFO networking_nsxv3.common.synchronization [req-35ce9e47-104a-4828-8a3f-7292b8335a20 req-23b0f7c3-083c-4cf7-adcb-dbe3fa8cd472 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1344.948018] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1344.948018] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.948172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.948213] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.948414] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.948562] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.948657] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.948718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.948866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.948949] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.949052] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.453187] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.453384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.453465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.453691] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.453785] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.454011] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.454117] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.454182] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.454337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.454415] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.454498] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1345.483301] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.483488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.483488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.483923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.483923] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.493770] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1345.988856] env[69952]: INFO networking_nsxv3.common.synchronization [req-97e47b1c-0de8-4a8c-b99c-6294ee143e36 req-a79bd88d-f640-41f8-b7b8-581b77807951 tempest-ServerActionsTestOtherB-181235031 tempest-ServerActionsTestOtherB-181235031-project-member] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1345.989416] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGHEST for action security_group_members [ 1345.989733] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.989860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.989929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.990163] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.990321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.990419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.990480] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.990628] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.990711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.990801] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.493409] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.493586] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.493619] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.493836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.493930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.494136] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.494604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.494673] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.494856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.495334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.495334] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be updated. [ 1346.522940] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.523109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.523211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.523419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.523558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.532718] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: IN_PROGRESS for 2s [ 1347.503675] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1347.504022] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 deletion is rescheduled due to dependency. [ 1347.504022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.543198] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 in Status: SUCCESS [ 1348.543548] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 deletion is rescheduled due to dependency. [ 1348.543623] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.990729] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.991077] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.241303] env[69952]: INFO networking_nsxv3.common.synchronization [req-814e128e-b027-4c2f-92ef-25fad1d58348 req-916d5e82-1470-40c8-b6e3-2ff5713cbfe1 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1352.241913] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1352.242129] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.242254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.242319] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.242517] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.242665] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.242761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.242833] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.243188] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.247068] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.247194] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.504849] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.505178] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.505317] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.505610] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.505878] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.506080] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.506201] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.506423] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.506571] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.506793] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1352.506910] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1352.507035] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1352.507154] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1352.507322] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1352.507455] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1352.507581] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1352.528886] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1352.529026] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1352.529147] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1352.529335] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-794" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.529650] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-f1728df8-7d30-43ad-b305-95c398f0f8a6 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.530076] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-f1728df8-7d30-43ad-b305-95c398f0f8a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.530076] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-f1728df8-7d30-43ad-b305-95c398f0f8a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.530295] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-f1728df8-7d30-43ad-b305-95c398f0f8a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.530441] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1728df8-7d30-43ad-b305-95c398f0f8a6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.749300] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.749663] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.750468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.750468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.750468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.750468] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.750468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.750926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.750926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.750926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.750926] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1352.776533] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.776731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.776784] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.776955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.777120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.789086] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1353.033038] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.033339] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.033532] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.033845] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.034019] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.034258] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port f1728df8-7d30-43ad-b305-95c398f0f8a6 not found, creating... [ 1353.034594] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.034782] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.034910] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.035220] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.035371] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.035667] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.035827] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.035957] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.036192] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.036331] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.036474] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: f1728df8-7d30-43ad-b305-95c398f0f8a6 is going to be created. [ 1353.057983] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.058196] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.058332] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.058602] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.058836] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.059083] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-f1728df8-7d30-43ad-b305-95c398f0f8a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.899644] env[69952]: INFO networking_nsxv3.common.synchronization [req-814e128e-b027-4c2f-92ef-25fad1d58348 req-0436474d-74c1-4e0d-85d3-9623ac96a461 service nova] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 1353.899886] env[69952]: INFO networking_nsxv3.common.synchronization [req-814e128e-b027-4c2f-92ef-25fad1d58348 req-0436474d-74c1-4e0d-85d3-9623ac96a461 service nova] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1353.900032] env[69952]: INFO networking_nsxv3.common.synchronization [req-814e128e-b027-4c2f-92ef-25fad1d58348 req-0436474d-74c1-4e0d-85d3-9623ac96a461 service nova] Enqueued Resource ID: f1728df8-7d30-43ad-b305-95c398f0f8a6 with Priority: HIGHEST for action port [ 1353.900165] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_rules [ 1353.900296] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1353.900390] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1728df8-7d30-43ad-b305-95c398f0f8a6 with Priority: HIGHEST for action port [ 1353.900943] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.901099] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.901172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.901389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.901441] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.902321] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.902403] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.902955] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1728df8-7d30-43ad-b305-95c398f0f8a6 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.902955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1728df8-7d30-43ad-b305-95c398f0f8a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.902955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1728df8-7d30-43ad-b305-95c398f0f8a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.902955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1728df8-7d30-43ad-b305-95c398f0f8a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.903200] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1728df8-7d30-43ad-b305-95c398f0f8a6',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.405078] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.405298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.405426] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1728df8-7d30-43ad-b305-95c398f0f8a6 with status ACTIVE [ 1354.405597] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.405709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.405772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.406090] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.406178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.406375] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.406475] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.406555] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.407135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.407135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.407135] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.407135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.407348] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.407380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.407457] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.407553] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1728df8-7d30-43ad-b305-95c398f0f8a6 is going to be updated. [ 1354.429732] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.429890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.429926] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.430136] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.430281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.430465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1728df8-7d30-43ad-b305-95c398f0f8a6" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.801965] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1354.802170] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 deletion is rescheduled due to dependency. [ 1354.802287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.802741] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.802957] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.803158] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.803274] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.803338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.803532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.803655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.803781] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.306476] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.809097] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.313403] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.313762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.313762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.313853] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.313928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.314364] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1356.347836] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.348012] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.348066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.349082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.349082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.358854] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1357.614284] env[69952]: INFO networking_nsxv3.common.synchronization [None req-140e893c-0295-4072-8a77-5bee55654430 None None] Enqueued Resource ID: bfa76be3-d8e8-4700-b5c9-563d249f1b9a with Priority: HIGHEST for action port [ 1357.614284] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa76be3-d8e8-4700-b5c9-563d249f1b9a with Priority: HIGHEST for action port [ 1357.614284] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfa76be3-d8e8-4700-b5c9-563d249f1b9a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.614284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfa76be3-d8e8-4700-b5c9-563d249f1b9a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.614284] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfa76be3-d8e8-4700-b5c9-563d249f1b9a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.618321] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfa76be3-d8e8-4700-b5c9-563d249f1b9a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.618321] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa76be3-d8e8-4700-b5c9-563d249f1b9a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.121425] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfa76be3-d8e8-4700-b5c9-563d249f1b9a [ 1358.121673] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.122056] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.122145] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.122417] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.122479] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.122585] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfa76be3-d8e8-4700-b5c9-563d249f1b9a already deleted. [ 1358.122668] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfa76be3-d8e8-4700-b5c9-563d249f1b9a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.370828] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1358.370944] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.371135] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.371351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.371543] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.371661] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.371723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.371890] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.371970] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.372066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.372181] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.875721] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.379985] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6eefa873-c927-4a80-90a2-d664f0952586: rpc.has_security_group_logging(os_id): False [ 1359.400539] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.400539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.400539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.400539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.400539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.400539] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.400539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.400539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.400539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.400539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.400985] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1359.460043] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.460192] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.460263] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.460468] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.460617] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.477661] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1359.769018] env[69952]: INFO networking_nsxv3.common.synchronization [None req-039c0a5e-c718-4f65-a25f-f4d0f7e8533b None None] Enqueued Resource ID: d6d773f9-0c7f-423b-826a-1e9c421a4382 with Priority: HIGHEST for action port [ 1359.769665] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d773f9-0c7f-423b-826a-1e9c421a4382 with Priority: HIGHEST for action port [ 1359.770256] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d773f9-0c7f-423b-826a-1e9c421a4382 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.770397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d773f9-0c7f-423b-826a-1e9c421a4382" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.770520] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d773f9-0c7f-423b-826a-1e9c421a4382" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.770912] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d773f9-0c7f-423b-826a-1e9c421a4382" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.771023] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d773f9-0c7f-423b-826a-1e9c421a4382',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.273158] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6d773f9-0c7f-423b-826a-1e9c421a4382 [ 1360.273492] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.273548] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.273683] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.273844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.273936] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.274048] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6d773f9-0c7f-423b-826a-1e9c421a4382 already deleted. [ 1360.274138] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d773f9-0c7f-423b-826a-1e9c421a4382" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.492185] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1361.492532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.894417] env[69952]: INFO networking_nsxv3.common.synchronization [req-d46e2d55-b80e-4df3-8c70-07bbaed53adc req-88c6d883-b7f9-40c0-801c-8e2dcf37d97c tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Enqueued Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGHEST for action security_group_members [ 1362.894934] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGHEST for action security_group_members [ 1362.895322] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-29a6e6e4-18e7-404d-85ac-edea25e525f7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.895445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.895511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.895761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.895916] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.896118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.896226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.896412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.896530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.896650] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29a6e6e4-18e7-404d-85ac-edea25e525f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.222597] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.222836] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-403" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.222953] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-403" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.223355] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-403" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.223640] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.223804] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.223927] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.224172] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.224333] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.224533] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.224649] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1363.224762] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1363.224872] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1363.224984] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1363.225131] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1363.225280] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1363.244250] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1363.244432] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1363.244560] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1363.244743] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-403" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.245120] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-a226f916-2d7b-48db-9a84-79888bfd8f39 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.245315] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-a226f916-2d7b-48db-9a84-79888bfd8f39" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.245443] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-a226f916-2d7b-48db-9a84-79888bfd8f39" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.245771] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-a226f916-2d7b-48db-9a84-79888bfd8f39" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.245913] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a226f916-2d7b-48db-9a84-79888bfd8f39',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.399029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.399196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.399270] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.399489] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.399576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.399768] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.399865] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.399927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.400100] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.400178] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.400261] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 already deleted. [ 1363.400338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.748729] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.748878] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.748920] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.749236] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.749390] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.749584] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port a226f916-2d7b-48db-9a84-79888bfd8f39 not found, creating... [ 1363.749881] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.750073] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.750206] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.750459] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.750598] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.750882] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.751069] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.751239] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.751456] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.751612] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.751755] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: a226f916-2d7b-48db-9a84-79888bfd8f39 is going to be created. [ 1363.772310] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.772636] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.772636] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.772941] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.773211] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.773461] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-a226f916-2d7b-48db-9a84-79888bfd8f39" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.488981] env[69952]: INFO networking_nsxv3.common.synchronization [req-d46e2d55-b80e-4df3-8c70-07bbaed53adc req-debd8347-8cd6-44cb-b943-12d93213fc5a service nova] Enqueued Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGHEST for action security_group_rules [ 1364.489249] env[69952]: INFO networking_nsxv3.common.synchronization [req-d46e2d55-b80e-4df3-8c70-07bbaed53adc req-debd8347-8cd6-44cb-b943-12d93213fc5a service nova] Enqueued Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGHEST for action security_group_members [ 1364.489327] env[69952]: INFO networking_nsxv3.common.synchronization [req-d46e2d55-b80e-4df3-8c70-07bbaed53adc req-debd8347-8cd6-44cb-b943-12d93213fc5a service nova] Enqueued Resource ID: a226f916-2d7b-48db-9a84-79888bfd8f39 with Priority: HIGHEST for action port [ 1364.489554] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGHEST for action security_group_rules [ 1364.489683] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGHEST for action security_group_members [ 1364.489777] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a226f916-2d7b-48db-9a84-79888bfd8f39 with Priority: HIGHEST for action port [ 1364.490333] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29a6e6e4-18e7-404d-85ac-edea25e525f7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.490458] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.490524] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.490804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.490881] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29a6e6e4-18e7-404d-85ac-edea25e525f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.491689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-29a6e6e4-18e7-404d-85ac-edea25e525f7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.491795] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.491859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.492030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.492170] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.492256] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.492311] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.492440] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.492541] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.492601] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29a6e6e4-18e7-404d-85ac-edea25e525f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.493745] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-a226f916-2d7b-48db-9a84-79888bfd8f39 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.493974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a226f916-2d7b-48db-9a84-79888bfd8f39" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.494048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a226f916-2d7b-48db-9a84-79888bfd8f39" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.494226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a226f916-2d7b-48db-9a84-79888bfd8f39" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.494263] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a226f916-2d7b-48db-9a84-79888bfd8f39',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.995739] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-29a6e6e4-18e7-404d-85ac-edea25e525f7 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.995965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.997277] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29a6e6e4-18e7-404d-85ac-edea25e525f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.998506] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a226f916-2d7b-48db-9a84-79888bfd8f39 with status ACTIVE [ 1364.998506] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.998648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.998648] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.998803] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.998866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.000452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.000452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.000452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.000452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.000452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.000452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.000452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.000452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.000452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.000452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.000452] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a226f916-2d7b-48db-9a84-79888bfd8f39 is going to be updated. [ 1365.021206] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.021353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.021429] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.021616] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.021755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.021929] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a226f916-2d7b-48db-9a84-79888bfd8f39" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.502559] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29a6e6e4-18e7-404d-85ac-edea25e525f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.004665] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.004906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.004906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.005337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.005456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.005560] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 is going to be created. [ 1366.028087] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.028257] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.028292] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.028518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.028670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.037907] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 in Status: UNINITIALIZED for 2s [ 1368.049839] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 in Status: SUCCESS [ 1368.050211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.050302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.050508] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.050696] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.050811] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.050875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.051037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.051119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.051209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.051295] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29a6e6e4-18e7-404d-85ac-edea25e525f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.553373] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-29a6e6e4-18e7-404d-85ac-edea25e525f7 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.553562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.553562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.553824] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.553958] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.554083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.554138] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.554302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.554380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.554467] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.554610] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-29a6e6e4-18e7-404d-85ac-edea25e525f7 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.554702] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.554761] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.554900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.555053] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.555196] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.555260] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.555397] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.555473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.555554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.555641] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29a6e6e4-18e7-404d-85ac-edea25e525f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.058700] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29a6e6e4-18e7-404d-85ac-edea25e525f7: rpc.has_security_group_logging(os_id): False [ 1369.076040] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.076238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.076328] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.076570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.076698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.076873] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.076975] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.077048] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.077204] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.077282] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.077471] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.077577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.077641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.077816] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.077893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.078083] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.078181] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.078241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.078380] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.078452] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.078535] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 is going to be created. [ 1369.135220] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.135406] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.135447] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.135669] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.135850] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.148012] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 in Status: IN_PROGRESS for 2s [ 1369.490631] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.490808] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1371.126179] env[69952]: INFO networking_nsxv3.common.synchronization [req-2038475d-28cc-41f9-8440-f30f8023c7fb req-52bc9406-186d-49f7-98fc-4664862cb8f7 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_members [ 1371.126757] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGHEST for action security_group_members [ 1371.127228] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-53fd34d1-3888-443e-8fe0-d668dd57ab89 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.127363] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.127446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.127630] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.127790] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.127885] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.127945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.128108] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.128191] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.128282] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.162830] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 in Status: SUCCESS [ 1371.163241] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.631109] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.631330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.631330] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.631565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.631664] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.631870] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.631972] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.632050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.632212] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.632291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.632378] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 is going to be updated. [ 1371.659234] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.659419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.659465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.659637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.659780] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.667791] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 in Status: IN_PROGRESS for 2s [ 1372.344079] env[69952]: INFO networking_nsxv3.common.synchronization [req-1d5bca93-8d7c-44a0-9f3d-3c914c3a26d5 req-0c3fb383-fd6e-4028-b459-075756c8b1c0 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Enqueued Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_members [ 1372.344659] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGHEST for action security_group_members [ 1372.344977] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.345123] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.345234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.345446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.345610] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.345713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.345772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.345920] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.346030] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.346134] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.848138] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.848296] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.848368] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.848583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.848674] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.848868] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.848964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.849037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.849185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.849262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.849480] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 is going to be updated. [ 1372.876364] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.876501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.876573] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.876786] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.877351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.885533] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 in Status: IN_PROGRESS for 2s [ 1373.679322] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 in Status: SUCCESS [ 1373.679693] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 deletion is rescheduled due to dependency. [ 1373.679693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.895641] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 in Status: SUCCESS [ 1374.895921] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 deletion is rescheduled due to dependency. [ 1374.895956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.994928] env[69952]: INFO networking_nsxv3.common.synchronization [req-7baf1a68-5109-48e9-9afe-c52583029938 req-d8c1ced7-e0b2-4430-971d-ace90cbf4848 tempest-ServerMetadataTestJSON-364165914 tempest-ServerMetadataTestJSON-364165914-project-member] Enqueued Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGHEST for action security_group_members [ 1375.995525] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGHEST for action security_group_members [ 1375.995847] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-29a6e6e4-18e7-404d-85ac-edea25e525f7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.995971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.996093] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.996302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.996461] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.996598] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.996627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.996759] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.996842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.996934] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29a6e6e4-18e7-404d-85ac-edea25e525f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.502789] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.503021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.503104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.503386] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.503491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.503689] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.503797] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.503861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.504016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.504114] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.504201] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 is going to be updated. [ 1376.534425] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.534577] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.534655] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.534873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.535034] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.546151] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 in Status: IN_PROGRESS for 2s [ 1378.556888] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 in Status: SUCCESS [ 1378.557195] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 deletion is rescheduled due to dependency. [ 1378.557230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.997772] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.997772] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.136076] env[69952]: INFO networking_nsxv3.common.synchronization [req-c1a5d8c3-e37c-4d40-863b-d1f8099d7a5b req-ad141498-1436-4175-811d-d46b1ea86c42 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_members [ 1382.136684] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGHEST for action security_group_members [ 1382.137052] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.137157] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.137214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.137416] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.137575] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.137672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.137787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.137878] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.137960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.138066] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.640681] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.640933] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.641036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.641290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.662237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.662452] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.662571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.662637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.662873] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.662961] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.663064] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d is going to be updated. [ 1382.690285] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.690488] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.690583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.690834] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.690988] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.699270] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d in Status: IN_PROGRESS for 2s [ 1384.019689] env[69952]: INFO networking_nsxv3.common.synchronization [req-3c177f36-3a2f-4674-ae5b-a20f2506ae3c req-6a6d2c1a-ecdd-479c-bcbf-21056b3f828d tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1384.020997] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1384.020997] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.020997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.020997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.020997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.021250] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.021250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.021250] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.021396] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.021445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.021994] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.523907] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.710110] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d in Status: SUCCESS [ 1384.710320] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d deletion is rescheduled due to dependency. [ 1384.710441] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.027090] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.529671] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.529864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.529914] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.530140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.530235] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.530336] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c is going to be updated. [ 1385.557618] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.557794] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.557917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.558102] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.558251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.567082] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: IN_PROGRESS for 2s [ 1386.835109] env[69952]: INFO networking_nsxv3.common.synchronization [None req-fca40279-994b-44e2-b42c-4d1a0ac5b820 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_rules [ 1386.835796] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_rules [ 1386.836216] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b431ae-e316-43ed-b271-7ec20989a715 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.836276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.836364] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.836588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.836671] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.901470] env[69952]: INFO networking_nsxv3.common.synchronization [None req-9d53b3e9-b0c5-4f45-9cd9-8a5c86a0b766 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_rules [ 1386.902213] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_rules [ 1386.902482] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b431ae-e316-43ed-b271-7ec20989a715 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.902592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.357110] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.357305] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.357402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.357597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.357685] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.357779] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b431ae-e316-43ed-b271-7ec20989a715 already deleted. [ 1387.357861] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.358021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.358171] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.358257] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.577655] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: SUCCESS [ 1387.577897] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.883456] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.883456] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.883844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.883844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.883844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.883933] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b431ae-e316-43ed-b271-7ec20989a715 already deleted. [ 1387.883976] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.089806] env[69952]: INFO networking_nsxv3.common.synchronization [req-0340cef3-7126-41f2-ba8f-d11c4518e186 req-2f096840-a611-473e-b537-e797c1da4e15 tempest-ServerRescueNegativeTestJSON-637013584 tempest-ServerRescueNegativeTestJSON-637013584-project-member] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1390.090367] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGHEST for action security_group_members [ 1390.091041] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.091172] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.091243] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.091945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.091945] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.091945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.091945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.091945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.091945] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.092190] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.594388] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.594582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.594582] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.594804] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.594901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.595107] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.595207] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.595264] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.595511] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.595588] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.595675] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c is going to be updated. [ 1390.622918] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.623097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.623170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.623399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.623545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.631574] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: IN_PROGRESS for 2s [ 1392.188956] env[69952]: INFO networking_nsxv3.common.synchronization [req-ccc42110-7883-4680-8d00-de4897fd354b req-c4bb37c8-f9d7-447e-822b-1cd1fe694761 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_members [ 1392.188956] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_members [ 1392.189402] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b431ae-e316-43ed-b271-7ec20989a715 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.189402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.189402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.189718] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.189890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.190017] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.192075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.192272] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.192367] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.192468] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.467063] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.467063] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.467237] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.467486] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.467762] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.467926] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.468060] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.468287] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.468439] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.468662] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1392.468779] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1392.468893] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1392.469014] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1392.469138] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1392.469249] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1392.469387] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1392.489177] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1392.489325] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1392.489437] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1392.489619] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.489933] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.490123] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.490246] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.490572] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.490715] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.640870] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c in Status: SUCCESS [ 1392.641071] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c deletion is rescheduled due to dependency. [ 1392.641198] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.694959] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.695205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.695205] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.695487] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.695583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.695785] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.695884] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.695950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.696120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.696197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.696282] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b431ae-e316-43ed-b271-7ec20989a715 already deleted. [ 1392.696362] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.993260] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.993465] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.993612] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.993935] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.994114] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.994283] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 not found, creating... [ 1392.994556] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.994723] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.994850] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.995101] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.995252] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.995641] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.995809] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.995936] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.996177] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.996321] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.996494] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 is going to be created. [ 1393.019014] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.019014] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.019014] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.019014] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.019014] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.019014] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.689030] env[69952]: INFO networking_nsxv3.common.synchronization [req-ccc42110-7883-4680-8d00-de4897fd354b req-ba909903-3691-4d3e-a0b6-ed69544ddf57 service nova] Enqueued Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_rules [ 1393.689273] env[69952]: INFO networking_nsxv3.common.synchronization [req-ccc42110-7883-4680-8d00-de4897fd354b req-ba909903-3691-4d3e-a0b6-ed69544ddf57 service nova] Enqueued Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_members [ 1393.689368] env[69952]: INFO networking_nsxv3.common.synchronization [req-ccc42110-7883-4680-8d00-de4897fd354b req-ba909903-3691-4d3e-a0b6-ed69544ddf57 service nova] Enqueued Resource ID: e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 with Priority: HIGHEST for action port [ 1393.689893] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_rules [ 1393.690049] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_members [ 1393.690150] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 with Priority: HIGHEST for action port [ 1393.690427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b431ae-e316-43ed-b271-7ec20989a715 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.690549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.690615] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.690826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.690920] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.691752] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b431ae-e316-43ed-b271-7ec20989a715 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.691864] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.691930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.692109] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.692251] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.692343] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.692405] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.692546] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.692693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.692739] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.693419] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.693672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.693672] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.693744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.693790] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.195668] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.196680] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b431ae-e316-43ed-b271-7ec20989a715 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.196805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.198209] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 with status ACTIVE [ 1394.198381] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.198494] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.198592] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.198760] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.198881] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.199071] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.199170] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.199238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.199398] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.199478] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.199654] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.199746] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.199805] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.199942] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.200024] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.200107] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3 is going to be updated. [ 1394.222919] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.223137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.223137] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.223344] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.223481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.223645] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4f1f0f1-a05d-450c-b8e1-dbe5aa3319a3" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.698447] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.199970] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.200148] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.200229] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.200469] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.200567] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.200667] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b431ae-e316-43ed-b271-7ec20989a715 is going to be created. [ 1395.228379] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.228571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.228611] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.228798] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.228959] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.238925] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b431ae-e316-43ed-b271-7ec20989a715 in Status: UNINITIALIZED for 2s [ 1397.250189] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b431ae-e316-43ed-b271-7ec20989a715 in Status: SUCCESS [ 1397.250530] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.250608] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.250836] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.251055] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.251187] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.251251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.251402] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.251485] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.251569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.251665] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.753858] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.256399] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45b431ae-e316-43ed-b271-7ec20989a715: rpc.has_security_group_logging(os_id): False [ 1398.274427] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.274621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.274621] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.274843] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.274932] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.275179] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.275281] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.275337] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.275527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.275609] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.275697] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b431ae-e316-43ed-b271-7ec20989a715 is going to be created. [ 1398.344900] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.345132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.345132] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.345338] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.345565] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.366834] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b431ae-e316-43ed-b271-7ec20989a715 in Status: IN_PROGRESS for 2s [ 1398.691628] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.691819] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1400.380450] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b431ae-e316-43ed-b271-7ec20989a715 in Status: SUCCESS [ 1400.380799] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.693422] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.693810] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.694941] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.695315] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.696016] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.696016] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.346374] env[69952]: INFO networking_nsxv3.common.synchronization [req-5425e423-6d4e-4396-a3c7-36985f834150 req-61e6837e-466e-4795-92d0-12fbf1a57594 tempest-ServerActionsTestJSON-1607213325 tempest-ServerActionsTestJSON-1607213325-project-member] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1414.346791] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGHEST for action security_group_members [ 1414.347124] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.347251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.347317] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.347559] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.347656] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.347752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.347812] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.347958] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.348118] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.348261] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.851654] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.852050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.852050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.852141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.852206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.852411] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.852506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.852569] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.852734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.852793] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.852879] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be updated. [ 1414.883628] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.883823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.883823] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.883980] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.884140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.892077] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: IN_PROGRESS for 2s [ 1416.903160] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6eefa873-c927-4a80-90a2-d664f0952586 in Status: SUCCESS [ 1416.903545] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 deletion is rescheduled due to dependency. [ 1416.903545] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.348229] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.348229] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.348921] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.349299] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.350215] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.350569] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.352285] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.352285] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.353341] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.353671] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.354341] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.354341] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.355110] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.355375] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.355868] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.356335] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.011682] env[69952]: INFO networking_nsxv3.common.synchronization [req-ef55e294-9dcb-4eb5-9355-4f29a3b25e51 req-0c51bd5e-659f-4abf-8f50-3c261e58f84b tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_members [ 1456.012228] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGHEST for action security_group_members [ 1456.012558] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b431ae-e316-43ed-b271-7ec20989a715 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.012681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.012744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.012954] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.013120] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.013293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.013293] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.013410] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.013537] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.013592] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.517095] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.517095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.517095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.517095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.517095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.517095] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.517095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.517095] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.517505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.517505] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.517505] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b431ae-e316-43ed-b271-7ec20989a715 is going to be updated. [ 1456.545878] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.546104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.546104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.546324] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.546470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.554516] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b431ae-e316-43ed-b271-7ec20989a715 in Status: IN_PROGRESS for 2s [ 1458.566493] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b431ae-e316-43ed-b271-7ec20989a715 in Status: SUCCESS [ 1458.566896] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b431ae-e316-43ed-b271-7ec20989a715 deletion is rescheduled due to dependency. [ 1458.566896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.607333] env[69952]: INFO networking_nsxv3.common.synchronization [None req-0724a4ac-9af7-49b6-870a-41259e346d24 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_rules [ 1460.607854] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_rules [ 1460.608184] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c38b66-eebc-412d-9b7b-8818c1da6531 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.608311] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.608379] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.608955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.609070] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.673847] env[69952]: INFO networking_nsxv3.common.synchronization [None req-6d02fe35-08fd-49f7-bb30-c97e2d769045 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_rules [ 1460.674448] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_rules [ 1460.674768] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c38b66-eebc-412d-9b7b-8818c1da6531 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.674875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.129475] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.129625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.129690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.129906] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.129994] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.130101] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 already deleted. [ 1461.130185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.130329] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.130481] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.130561] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.649149] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.649512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.649512] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.649601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.649601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.649700] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 already deleted. [ 1461.649781] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.675562] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.675969] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.026384] env[69952]: INFO networking_nsxv3.common.synchronization [req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc req-df2ecb3e-635f-4ba1-9f09-0199a54d6bab tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_members [ 1466.026713] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_members [ 1466.027027] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c38b66-eebc-412d-9b7b-8818c1da6531 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.027152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.027228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.027595] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.027831] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.027953] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.028106] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.028242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.028331] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.028428] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.313276] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.313545] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.313767] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.314115] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.314482] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.314718] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.314912] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.315226] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.315389] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.315616] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1466.315741] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] NeedRegenerationException {{(pid=69952) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1466.315860] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] no value, waiting for create lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1466.315976] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] value creation lock acquired {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1466.316107] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] No value present for key: 'zone-id' {{(pid=69952) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1466.316222] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Calling creation function for not-yet-present value {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1466.316394] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1466.336651] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1466.336832] env[69952]: DEBUG dogpile.cache.region [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69952) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1466.336974] env[69952]: DEBUG dogpile.lock [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Released creation lock {{(pid=69952) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1466.337170] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "network-860" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.337479] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf taken with stack trace [, , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.337654] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.337778] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.338111] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.338258] env[69952]: DEBUG networking_nsxv3.api.rpc [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f4fed7-6b48-4fb9-a664-d27bccb354cf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.533512] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.533713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.533713] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.533882] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.533973] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.534183] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.534289] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.534356] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.534513] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.534604] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.534671] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 already deleted. [ 1466.534769] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.840135] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.840544] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.840544] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.840736] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.840906] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.841083] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Segment Port c7f4fed7-6b48-4fb9-a664-d27bccb354cf not found, creating... [ 1466.841440] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.841594] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.841697] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.842074] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.842074] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.842376] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.842536] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.842658] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.842872] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.843022] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.843178] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Resource: SegmentPort with ID: c7f4fed7-6b48-4fb9-a664-d27bccb354cf is going to be created. [ 1466.864869] env[69952]: DEBUG networking_nsxv3.common.locking [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.865099] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.865217] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.865536] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.865823] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.866079] env[69952]: DEBUG oslo_concurrency.lockutils [None req-18f0995e-b6e2-4cbb-adda-32785732fa2e None None] Releasing lock "port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.547875] env[69952]: INFO networking_nsxv3.common.synchronization [req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc req-c68dddfe-7ac2-40a5-92e8-28aab0195a08 service nova] Enqueued Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_rules [ 1467.548083] env[69952]: INFO networking_nsxv3.common.synchronization [req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc req-c68dddfe-7ac2-40a5-92e8-28aab0195a08 service nova] Enqueued Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_members [ 1467.548232] env[69952]: INFO networking_nsxv3.common.synchronization [req-3d6fd535-3d67-4df1-bbf0-803dba5ff6cc req-c68dddfe-7ac2-40a5-92e8-28aab0195a08 service nova] Enqueued Resource ID: c7f4fed7-6b48-4fb9-a664-d27bccb354cf with Priority: HIGHEST for action port [ 1467.548468] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_rules [ 1467.548611] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_members [ 1467.548711] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7f4fed7-6b48-4fb9-a664-d27bccb354cf with Priority: HIGHEST for action port [ 1467.549270] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c38b66-eebc-412d-9b7b-8818c1da6531 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.549390] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.549461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.549658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.549739] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.550524] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c38b66-eebc-412d-9b7b-8818c1da6531 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.550641] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.550709] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.550875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.551029] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.551618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.551618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.551618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.551618] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.551618] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.552192] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.552299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.552353] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.552499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.552565] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7f4fed7-6b48-4fb9-a664-d27bccb354cf',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.054899] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c38b66-eebc-412d-9b7b-8818c1da6531 taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.055249] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.055249] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.057631] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7f4fed7-6b48-4fb9-a664-d27bccb354cf with status ACTIVE [ 1468.057814] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.057927] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.058039] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.059059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.059059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.059059] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.059059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.059059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.059059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.059059] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.059059] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.059430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.059430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.059430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.059430] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.059430] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7f4fed7-6b48-4fb9-a664-d27bccb354cf is going to be updated. [ 1468.080447] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.080640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.080640] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.080859] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.080985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.081154] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7f4fed7-6b48-4fb9-a664-d27bccb354cf" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.557259] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.060472] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.060809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.060809] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.060913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.061016] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.061118] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 is going to be created. [ 1469.084281] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.084476] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.084521] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.084704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.084866] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.093632] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 in Status: UNINITIALIZED for 2s [ 1471.105254] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 in Status: SUCCESS [ 1471.105658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.105658] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.105913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.106131] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.106254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.106352] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.106540] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.106627] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.106721] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.106818] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.613083] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.115444] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24c38b66-eebc-412d-9b7b-8818c1da6531: rpc.has_security_group_logging(os_id): False [ 1472.134342] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.134535] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.134654] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.134820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.134896] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.135145] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.135237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.135307] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.135470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.135549] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.135635] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 is going to be created. [ 1472.196789] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.197029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.197029] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.197228] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.197510] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.206482] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 in Status: IN_PROGRESS for 2s [ 1472.550430] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.550609] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1474.221109] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 in Status: SUCCESS [ 1474.221536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.552420] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.552420] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.553766] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.553766] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.554839] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.555244] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.555771] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.556195] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.557185] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.557185] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.558730] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.559182] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.560213] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.560569] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.561300] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.561699] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.563059] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.563059] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1522.564420] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.564812] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1527.565048] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1527.565376] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.119919] env[69952]: INFO networking_nsxv3.common.synchronization [req-87e2b7f0-f0d3-4a1c-af56-b580c16a9700 req-afc95dc3-a24a-402b-8e19-be80cc4ac994 tempest-AttachVolumeNegativeTest-1769687441 tempest-AttachVolumeNegativeTest-1769687441-project-member] Enqueued Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_members [ 1530.120434] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGHEST for action security_group_members [ 1530.120775] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock member-24c38b66-eebc-412d-9b7b-8818c1da6531 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.120981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.121075] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.121327] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.121492] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.121597] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.121670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.121819] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.121917] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.122015] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.624120] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.624314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.624314] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.624539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.624637] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.624839] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.625022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.625022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.625185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.625262] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.625348] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 is going to be updated. [ 1530.657838] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.658060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.658060] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.658287] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.658434] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.665938] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 in Status: IN_PROGRESS for 2s [ 1532.677492] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 in Status: SUCCESS [ 1532.677492] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 deletion is rescheduled due to dependency. [ 1532.678119] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.086887] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.087153] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.087242] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.087411] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.087531] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.150837] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1533.151037] env[69952]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5dda88ee-2f6c-4fc0-9fb6-9595da5e138e None None] NSXv3 Agent Agent loop - iteration:4 started [ 1533.589850] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.092440] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.595107] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1534.595365] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1535.122895] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.123310] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.299617] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.299865] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.299865] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.300041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.313072] env[69952]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1535.313875] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.314652] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1535.351765] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.352076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.352076] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.352218] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.367443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.368299] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1535.368401] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.368485] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1535.400631] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.400928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.400928] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.401021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.401950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.402128] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1535.484596] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.484737] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.484845] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.485022] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.485332] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.485603] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1535.553297] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.553564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.553564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.553731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.554013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.554302] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 1535.554396] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6eefa873-c927-4a80-90a2-d664f0952586', 'c07d1177-1d44-49b9-bd5e-20b7f1f912b4', '24c38b66-eebc-412d-9b7b-8818c1da6531', '9f12a65d-2d7f-4756-9bda-5d6981450c58', '29a6e6e4-18e7-404d-85ac-edea25e525f7', '99e3062c-f2b2-4f49-b2a4-d3f6252ed70c', '6611243a-e101-48f9-b866-5d4ed1e7bc0c', '45b431ae-e316-43ed-b271-7ec20989a715', '3aedcb53-2e9d-4dab-b9de-87c1620ea524', '2bf40cd7-3f17-411a-91bd-778b4d457a41', 'ea900bd4-ac0a-4688-91b7-f81460234990', '883209cc-9ed0-47e3-8ce6-596dc62efcd5', '4eb18ce9-effe-4b5d-be6d-13a05789eb3a', '508193cb-ad6e-42b3-b375-4cdbc2887c82', '4468f9d6-17be-474d-bd40-4eb5541a892c', 'e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d', '2e434cae-12cd-4233-9b1b-82b8a2872842', '53561efe-6070-4002-965b-cfb8072623a8', '192b8863-2fe4-4778-8ca8-422ff7b6c712', '53fd34d1-3888-443e-8fe0-d668dd57ab89', 'b2c6b888-81da-41dd-9457-6e4cb0dd24c4', '9801e4ba-a315-4019-ae34-d6d31e998513', 'a8223fa1-ecdb-4f15-8336-92eb1122626f', '55496bb1-2dde-440e-8f52-937dcfdd9a11', 'c566f8e9-89c3-4cf7-bb0b-842db2b22722', '02152af0-6578-43f9-8c51-805ecdab13cb', '07c2504a-18c5-408b-9c51-9deb7a63361b', 'c85b9b26-57ac-437a-a595-bdf5982b278a', '3df05e4f-b550-4d91-82a0-e3a6364240cb', '9aebfcbf-1dbc-497e-921b-a0e736532376', 'b37c97fc-8990-4d2b-9f28-f86b12c8d69f'} {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.554484] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1535.572804] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.573066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.573066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.573214] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.573301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.573417] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1535.573489] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.573557] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1535.642142] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.642392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.642392] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.642550] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.643681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.643941] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1535.644030] env[69952]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69952) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.644102] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1535.644168] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1535.644249] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 1535.644318] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGH for action security_group_rules [ 1535.644399] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGH for action security_group_rules [ 1535.644465] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGH for action security_group_rules [ 1535.644523] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGH for action security_group_rules [ 1535.644582] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGH for action security_group_rules [ 1535.644643] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGH for action security_group_rules [ 1535.644700] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGH for action security_group_rules [ 1535.644762] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGH for action security_group_rules [ 1535.644820] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGH for action security_group_rules [ 1535.644877] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGH for action security_group_rules [ 1535.644932] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGH for action security_group_rules [ 1535.644994] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGH for action security_group_rules [ 1535.645065] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGH for action security_group_rules [ 1535.645143] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGH for action security_group_rules [ 1535.645204] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGH for action security_group_rules [ 1535.645262] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGH for action security_group_rules [ 1535.645319] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGH for action security_group_rules [ 1535.645378] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGH for action security_group_rules [ 1535.645436] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGH for action security_group_rules [ 1535.645496] env[69952]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGH for action security_group_rules [ 1535.645590] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.123680] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.124100] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1540.124100] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eefa873-c927-4a80-90a2-d664f0952586 with Priority: HIGH for action security_group_rules [ 1540.124100] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 with Priority: HIGH for action security_group_rules [ 1540.124240] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c with Priority: HIGH for action security_group_rules [ 1540.124240] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4468f9d6-17be-474d-bd40-4eb5541a892c with Priority: HIGH for action security_group_rules [ 1540.124303] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 with Priority: HIGH for action security_group_rules [ 1540.124398] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 with Priority: HIGH for action security_group_rules [ 1540.124489] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53561efe-6070-4002-965b-cfb8072623a8 with Priority: HIGH for action security_group_rules [ 1540.124579] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 with Priority: HIGH for action security_group_rules [ 1540.124667] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 with Priority: HIGH for action security_group_rules [ 1540.124755] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d with Priority: HIGH for action security_group_rules [ 1540.124840] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a with Priority: HIGH for action security_group_rules [ 1540.124926] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 with Priority: HIGH for action security_group_rules [ 1540.125072] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea900bd4-ac0a-4688-91b7-f81460234990 with Priority: HIGH for action security_group_rules [ 1540.125194] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 with Priority: HIGH for action security_group_rules [ 1540.125252] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 with Priority: HIGH for action security_group_rules [ 1540.125313] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c with Priority: HIGH for action security_group_rules [ 1540.125394] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b431ae-e316-43ed-b271-7ec20989a715 with Priority: HIGH for action security_group_rules [ 1540.125793] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 with Priority: HIGH for action security_group_rules [ 1540.125911] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 with Priority: HIGH for action security_group_rules [ 1540.126017] env[69952]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 with Priority: HIGH for action security_group_rules [ 1540.126377] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6eefa873-c927-4a80-90a2-d664f0952586 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.126509] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.126576] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.126791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.126875] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6eefa873-c927-4a80-90a2-d664f0952586',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.127934] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24c38b66-eebc-412d-9b7b-8818c1da6531 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.128067] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.128141] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.128381] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.128462] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24c38b66-eebc-412d-9b7b-8818c1da6531',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.129264] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.129382] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.129445] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.129601] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.129672] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6611243a-e101-48f9-b866-5d4ed1e7bc0c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.130385] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4468f9d6-17be-474d-bd40-4eb5541a892c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.130501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.130563] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.130715] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.130786] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4468f9d6-17be-474d-bd40-4eb5541a892c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.131678] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53fd34d1-3888-443e-8fe0-d668dd57ab89 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.131800] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.131857] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.132082] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.132243] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53fd34d1-3888-443e-8fe0-d668dd57ab89',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.132882] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-192b8863-2fe4-4778-8ca8-422ff7b6c712 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.133066] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.133180] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.133360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.133432] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('192b8863-2fe4-4778-8ca8-422ff7b6c712',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.134138] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53561efe-6070-4002-965b-cfb8072623a8 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.134246] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.134308] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.134465] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.134537] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53561efe-6070-4002-965b-cfb8072623a8',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.135252] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e434cae-12cd-4233-9b1b-82b8a2872842 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.135734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.135734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.135734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.135866] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e434cae-12cd-4233-9b1b-82b8a2872842',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.136495] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-508193cb-ad6e-42b3-b375-4cdbc2887c82 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.136634] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.136693] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.136814] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.136888] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('508193cb-ad6e-42b3-b375-4cdbc2887c82',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.137627] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.137708] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.137767] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.137913] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.137985] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.138714] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.138860] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.138916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.139037] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.139109] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4eb18ce9-effe-4b5d-be6d-13a05789eb3a',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.139898] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.140021] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.140097] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.140240] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.140298] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883209cc-9ed0-47e3-8ce6-596dc62efcd5',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.140982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea900bd4-ac0a-4688-91b7-f81460234990 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.141104] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.141215] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.141355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.141389] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea900bd4-ac0a-4688-91b7-f81460234990',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.142054] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bf40cd7-3f17-411a-91bd-778b4d457a41 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.142169] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.142234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.142385] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.142458] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bf40cd7-3f17-411a-91bd-778b4d457a41',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.143241] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.143351] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.143420] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.143571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.143642] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aedcb53-2e9d-4dab-b9de-87c1620ea524',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.144322] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.144428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.144495] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.144643] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.144714] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e3062c-f2b2-4f49-b2a4-d3f6252ed70c',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.145398] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b431ae-e316-43ed-b271-7ec20989a715 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.145499] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.145558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.145714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.145783] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b431ae-e316-43ed-b271-7ec20989a715',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.146464] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29a6e6e4-18e7-404d-85ac-edea25e525f7 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.146571] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.146638] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.146787] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.146861] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29a6e6e4-18e7-404d-85ac-edea25e525f7',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.147649] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.147745] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.147815] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.147964] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.148050] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07d1177-1d44-49b9-bd5e-20b7f1f912b4',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.148745] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f12a65d-2d7f-4756-9bda-5d6981450c58 taken with stack trace [, , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.148851] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.148916] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.149091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.149164] env[69952]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f12a65d-2d7f-4756-9bda-5d6981450c58',) {} {{(pid=69952) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.730698] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.730930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.730930] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.731209] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.733121] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.733247] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.733960] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.734077] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.734796] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.734893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.735573] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.735703] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.736432] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.736534] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.737282] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.737408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.738148] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.738276] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.739108] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.739226] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.739982] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.740091] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.741295] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.741394] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.742086] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.742578] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.742676] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.743432] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.743873] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.743965] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.744714] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.745190] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.745290] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.746035] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.746463] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.746562] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.747338] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.747788] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.747915] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.748652] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.749097] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.749185] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.749913] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.750371] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.750470] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.751219] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.751626] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.751722] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.752451] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.752860] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.752956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.754555] env[69952]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1540.755013] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.755313] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6eefa873-c927-4a80-90a2-d664f0952586 is going to be deleted. [ 1540.756156] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.756374] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.772940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.773078] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bf40cd7-3f17-411a-91bd-778b4d457a41 is going to be deleted. [ 1540.773919] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.774158] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.795299] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.795451] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53fd34d1-3888-443e-8fe0-d668dd57ab89 is going to be deleted. [ 1540.796291] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.796507] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.817816] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.818063] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.818820] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.818942] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aedcb53-2e9d-4dab-b9de-87c1620ea524 is going to be deleted. [ 1540.819808] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.820033] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.822008] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.822131] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.839244] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.839399] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53561efe-6070-4002-965b-cfb8072623a8 is going to be deleted. [ 1540.840334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.840564] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.851547] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.851723] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.859399] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.859552] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b431ae-e316-43ed-b271-7ec20989a715 is going to be deleted. [ 1540.860527] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.860752] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.883428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.883603] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07d1177-1d44-49b9-bd5e-20b7f1f912b4 is going to be deleted. [ 1540.884536] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.884758] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.886443] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.886443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.906205] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.906325] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.908359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.908485] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883209cc-9ed0-47e3-8ce6-596dc62efcd5 is going to be deleted. [ 1540.909384] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.909603] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.941310] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.941506] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.947050] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.947246] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e434cae-12cd-4233-9b1b-82b8a2872842 is going to be deleted. [ 1540.948234] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.948473] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.008451] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.008642] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.009939] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.010089] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d is going to be deleted. [ 1541.010997] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.011238] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.059583] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.059764] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 508193cb-ad6e-42b3-b375-4cdbc2887c82 is going to be deleted. [ 1541.060765] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.061008] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.088807] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.089036] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.090110] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.090236] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e3062c-f2b2-4f49-b2a4-d3f6252ed70c is going to be deleted. [ 1541.091140] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.091359] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.161962] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.162401] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.168543] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.168704] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.173826] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.173968] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24c38b66-eebc-412d-9b7b-8818c1da6531 is going to be deleted. [ 1541.174904] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.175152] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.212443] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.212635] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29a6e6e4-18e7-404d-85ac-edea25e525f7 is going to be deleted. [ 1541.213893] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.214138] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.219178] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.219333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.297293] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.297501] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.304900] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.305071] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4468f9d6-17be-474d-bd40-4eb5541a892c is going to be deleted. [ 1541.305985] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.306223] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.341025] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.341216] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.361355] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.361521] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4eb18ce9-effe-4b5d-be6d-13a05789eb3a is going to be deleted. [ 1541.362442] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.362667] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.379742] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.379742] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.392360] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.392360] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 192b8863-2fe4-4778-8ca8-422ff7b6c712 is going to be deleted. [ 1541.393251] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.393491] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.447428] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.447594] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea900bd4-ac0a-4688-91b7-f81460234990 is going to be deleted. [ 1541.448558] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.448774] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.463890] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.464127] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.475708] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.475889] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.484585] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.484739] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f12a65d-2d7f-4756-9bda-5d6981450c58 is going to be deleted. [ 1541.485732] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.485971] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.487592] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.487698] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.530901] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.531167] env[69952]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6611243a-e101-48f9-b866-5d4ed1e7bc0c is going to be deleted. [ 1541.531981] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.532222] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.532316] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.532492] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6eefa873-c927-4a80-90a2-d664f0952586" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.532620] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.532762] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.532840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.532955] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bf40cd7-3f17-411a-91bd-778b4d457a41" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.533500] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.533711] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.533800] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.533956] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53fd34d1-3888-443e-8fe0-d668dd57ab89" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.534103] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.534254] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.534334] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.534446] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aedcb53-2e9d-4dab-b9de-87c1620ea524" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.534570] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.534714] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.534791] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.534903] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53561efe-6070-4002-965b-cfb8072623a8" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.535041] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.535211] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.535280] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.535388] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b431ae-e316-43ed-b271-7ec20989a715" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.535515] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.535656] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.535731] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.535840] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07d1177-1d44-49b9-bd5e-20b7f1f912b4" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.535960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.536111] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.536210] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.536298] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883209cc-9ed0-47e3-8ce6-596dc62efcd5" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.536419] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.536554] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.536625] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.536734] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e434cae-12cd-4233-9b1b-82b8a2872842" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.536856] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.536990] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.537073] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.537230] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30ac43b-2eed-4d1f-b47b-9f5bd3abd60d" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.537333] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.537461] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.537532] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.537636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e3062c-f2b2-4f49-b2a4-d3f6252ed70c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.537755] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.537887] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.537960] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.538080] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24c38b66-eebc-412d-9b7b-8818c1da6531" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.538206] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.538342] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.538412] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.538518] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-508193cb-ad6e-42b3-b375-4cdbc2887c82" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.538636] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.538770] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.538842] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.538950] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29a6e6e4-18e7-404d-85ac-edea25e525f7" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.539083] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.539225] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.539301] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.539408] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4468f9d6-17be-474d-bd40-4eb5541a892c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.539539] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.539670] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.539744] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.539852] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4eb18ce9-effe-4b5d-be6d-13a05789eb3a" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.539974] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.540124] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.540197] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.540302] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-192b8863-2fe4-4778-8ca8-422ff7b6c712" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.595492] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.595681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.595681] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.595847] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.595940] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.596078] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea900bd4-ac0a-4688-91b7-f81460234990" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.642192] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.642389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.642389] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.642594] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.642690] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.642810] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f12a65d-2d7f-4756-9bda-5d6981450c58" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.643654] env[69952]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69952) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.643772] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.643844] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.644032] env[69952]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.644120] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.644237] env[69952]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6611243a-e101-48f9-b866-5d4ed1e7bc0c" {{(pid=69952) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.127514] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.127878] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.128376] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.128813] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.129225] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.129588] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.129927] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.130334] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.131135] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.131595] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.132419] env[69952]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.132776] env[69952]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0